-- Logs begin at Wed 2021-11-10 20:31:12 UTC, end at Wed 2021-11-10 21:36:56 UTC. -- Nov 10 21:12:33.694136 dv-cinder-817261-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 21:12:35.910089 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.common.config [-] Logging enabled! Nov 10 21:12:35.911305 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev54 Nov 10 21:12:35.911393 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82737) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 10 21:12:35.914252 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.common.config [-] Logging enabled! Nov 10 21:12:35.914508 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev54 Nov 10 21:12:35.914757 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82737) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 10 21:12:35.915742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 21:12:35.915975 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 21:12:35.916330 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 21:12:35.916596 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 21:12:35.916825 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 21:12:35.917150 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.917450 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.917748 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.917979 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.918277 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.918569 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.918852 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.919145 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.919447 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.919734 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.920018 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.920306 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.920540 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.920846 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.921142 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.921434 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.921660 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] debug = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.921946 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.922376 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.922789 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.923075 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.923368 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.923674 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.923945 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.924221 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.924581 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] host = dv-cinder-817261-1-smb {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.924852 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.925208 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.925446 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.925718 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.926012 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.926275 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.927605 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.927904 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.928210 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] log_file = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.928569 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.928806 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.929107 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.929413 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.929643 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.929876 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.930171 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.930466 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.930747 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.931028 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.931309 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.931589 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.931870 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.932142 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.932431 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.932745 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.933039 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.933315 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.933594 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.933871 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.934146 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.934441 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.934716 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.934992 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.935268 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.935559 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.935831 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.936107 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.936414 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.936728 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.937017 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.937304 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.937580 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.937865 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.938143 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.938418 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.938693 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] use_json = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.938968 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.939239 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.939522 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.939797 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.940070 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.940346 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.940642 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.940931 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:35.941233 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.941534 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.941839 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.942332 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.942980 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.943279 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.943579 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.943865 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.944161 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.944458 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.944785 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.945072 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.945365 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.945665 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.945959 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.946237 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.946520 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.946816 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.947100 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.947377 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.947661 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.947956 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.948239 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.948516 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.948828 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.949108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.949386 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.949660 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.949941 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.950234 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.950514 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.950790 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.951063 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.951343 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.951617 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.951903 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.952184 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.952459 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.952763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.953048 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.953325 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.953602 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.953884 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.954163 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.954443 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.954720 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.954997 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.955271 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.955551 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.955829 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.956106 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.956383 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.956687 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.956965 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.957242 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.957550 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.958336 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.958628 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.958930 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.959243 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.959530 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.959815 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.960102 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.960387 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.960696 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.960983 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.961268 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.961551 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.961829 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.962123 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.962410 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.962700 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.962985 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.963265 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.963562 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.963841 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.964126 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.964411 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.964722 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.965008 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.965300 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.965602 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.965890 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.966185 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.966481 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.966777 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.967059 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.967376 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.967661 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:35.967880 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 21:12:35.968128 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82737) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 21:12:36.423716 dv-cinder-817261-1-smb neutron-server[82737]: INFO keyring.backend [-] Loading KWallet Nov 10 21:12:36.431974 dv-cinder-817261-1-smb neutron-server[82737]: INFO keyring.backend [-] Loading SecretService Nov 10 21:12:36.435201 dv-cinder-817261-1-smb neutron-server[82737]: INFO keyring.backend [-] Loading Windows Nov 10 21:12:36.436528 dv-cinder-817261-1-smb neutron-server[82737]: INFO keyring.backend [-] Loading chainer Nov 10 21:12:36.437148 dv-cinder-817261-1-smb neutron-server[82737]: INFO keyring.backend [-] Loading macOS Nov 10 21:12:36.473211 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:12:36.474511 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:12:36.474816 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:12:36.475165 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 21:12:36.798752 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.798966 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.799211 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.861928 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.862256 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.862474 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.867136 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.867426 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.867698 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.900526 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.900836 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.901109 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.931791 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.932462 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:36.932462 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.271300 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.271586 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.271856 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.272123 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.272923 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.407588 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.407916 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.408203 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.408476 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.408771 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.409607 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.409607 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.409607 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.410461 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.410461 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.410461 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.411216 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.411646 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.412340 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.412643 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.412923 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.413191 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.413474 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.413735 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.414024 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.414385 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.414642 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.414894 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.415180 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.415443 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.415685 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.416104 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:12:37.416348 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:12:37.416609 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:12:37.416855 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:12:37.417096 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:12:37.417333 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:12:37.417908 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 21:12:37.421447 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 21:12:37.425490 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 21:12:37.430797 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Nov 10 21:12:37.432470 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 21:12:37.432913 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 21:12:37.433256 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 21:12:37.433656 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 21:12:37.436539 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 21:12:37.436825 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 21:12:37.437177 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 21:12:37.466932 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 10 21:12:37.467398 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.467705 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82737) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 21:12:37.468064 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.469518 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82737) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 21:12:37.469816 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 21:12:37.470066 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 21:12:37.474400 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.474700 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:37.537131 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 21:12:37.537374 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 21:12:37.537617 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 21:12:37.538016 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 21:12:37.571600 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_db.sqlalchemy.engines [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82737) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 10 21:12:37.898144 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Initializing driver for type 'gre' Nov 10 21:12:37.898774 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] gre ID ranges: [(1, 1000)] Nov 10 21:12:37.954187 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Initializing driver for type 'local' Nov 10 21:12:37.954902 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Initializing driver for type 'vlan' Nov 10 21:12:37.966696 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] VlanTypeDriver initialization complete Nov 10 21:12:37.967042 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Initializing driver for type 'vxlan' Nov 10 21:12:37.967537 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] vxlan ID ranges: [(1, 1000)] Nov 10 21:12:38.025426 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Initializing extension driver 'port_security' Nov 10 21:12:38.026078 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.extensions.port_security [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] PortSecurityExtensionDriver initialization complete Nov 10 21:12:38.026477 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Initializing mechanism driver 'openvswitch' Nov 10 21:12:38.027345 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Initializing mechanism driver 'hyperv' Nov 10 21:12:38.035147 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.plugins.ml2.plugin [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:12:38.035947 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > port after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.036320 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > port after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.036692 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > port after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.037080 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > subnet after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.037428 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > subnet after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.037764 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > subnet after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.038148 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > network after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.038492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > network after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.038829 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > network after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.039201 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > security_group after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.039541 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > security_group after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.039876 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > security_group after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.040248 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.040608 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.040943 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.041280 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] ML2 OVO RPC backend initialized. {{(pid=82737) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 10 21:12:38.041916 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router_interface after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.042267 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.042677 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > network before_response 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.043018 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > networks before_response 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.043358 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > port before_response 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.043694 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > ports before_response 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.044032 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > subnet before_response 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.044373 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > subnets before_response 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.044742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > network after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.045078 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > network after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.045411 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > network after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.045744 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > port after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.046075 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > port after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.046410 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > port after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.046734 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > subnet after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.047068 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > subnet after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.047396 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > subnet after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.047977 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.plugin [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Modular L2 Plugin initialization complete Nov 10 21:12:38.048301 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading services supported by the core plugin {{(pid=82737) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 21:12:38.048646 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.plugins.ml2.managers [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Got port-security extension from driver 'port_security' Nov 10 21:12:38.049122 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.extensions.vlantransparent [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Disabled vlantransparent extension. Nov 10 21:12:38.049526 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82737) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 21:12:38.049837 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading Plugin: router Nov 10 21:12:38.087927 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router_interface before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.088313 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router after_create 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.088716 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router before_create 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.089077 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.089443 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.089796 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router after_delete 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.090146 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > floatingip after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.090502 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router after_create 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.090848 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router after_update 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.091188 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router after_update 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.091529 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.091881 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router after_update 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.092286 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_update 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.092677 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: port after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.093014 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: port after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.093345 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: subnet after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.093690 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.094027 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > port precommit_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.094366 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_create 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.094702 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: port before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.095038 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.095387 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router after_update 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.095724 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_delete 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.096066 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_create 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.096420 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router_interface after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.096786 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_update 55549900 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.097145 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > agent after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.097488 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > agent after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.097827 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > network after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.098729 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Tracking information for resource: router configured {{(pid=82737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:12:38.099057 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Tracking information for resource: floatingip configured {{(pid=82737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:12:38.104143 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.db.l3_agentschedulers_db [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 21:12:38.104749 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: port after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.105105 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: port after_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.105454 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: port after_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.105802 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: port after_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.106590 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router before_create 55550100 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.106950 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_delete 55550100 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.107306 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_create 55550100 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.107657 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > router precommit_update 55550100 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.112150 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.services.provider_configuration [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service providers = [] {{(pid=82737) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 21:12:38.112517 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.db.servicetype_db [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82737) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 21:12:38.116157 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.services.service_base [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 21:12:38.116497 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.services.service_base [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 21:12:38.116859 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.services.service_base [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 21:12:38.117752 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.services.service_base [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 21:12:38.118123 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.services.service_base [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 21:12:38.118502 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:12:38.118817 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 21:12:38.129537 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:12:38.131050 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading Plugin: auto_allocate Nov 10 21:12:38.137242 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: network precommit_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.137614 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: network precommit_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.138150 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:12:38.138465 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading Plugin: tag Nov 10 21:12:38.145675 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:12:38.146101 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading Plugin: timestamp Nov 10 21:12:38.150170 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:12:38.150438 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading Plugin: network_ip_availability Nov 10 21:12:38.156113 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.156484 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.156868 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.157605 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:12:38.157922 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading Plugin: flavors Nov 10 21:12:38.163734 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:12:38.164062 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading Plugin: revisions Nov 10 21:12:38.168359 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:12:38.168780 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_concurrency.lockutils [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.694s {{(pid=82737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:12:38.169525 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82737) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Nov 10 21:12:38.169859 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Initializing extension manager. Nov 10 21:12:38.170364 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: __init__.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.170702 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: __pycache__ {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.171031 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.171359 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.171685 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: _filter_validation_lib.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.172009 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.172329 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: address_group.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.173122 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.173695 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: address-group Nov 10 21:12:38.174015 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: address_scope.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.174726 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.175239 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: address-scope Nov 10 21:12:38.175559 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: admin_state_down_before_update.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.177236 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.177753 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: router-admin-state-down-before-update Nov 10 21:12:38.178072 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: agent.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.178769 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.179274 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: agent Nov 10 21:12:38.179592 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: agent_resources_synced.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.180518 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.181048 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: agent-resources-synced Nov 10 21:12:38.181368 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: allowedaddresspairs.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.183165 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.183684 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: allowed-address-pairs Nov 10 21:12:38.184007 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: auto_allocated_topology.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.185122 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.185634 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: auto-allocated-topology Nov 10 21:12:38.185951 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: availability_zone.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.186640 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.187139 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: availability_zone Nov 10 21:12:38.187454 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: availability_zone_filter.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.188358 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.188899 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: availability_zone_filter Nov 10 21:12:38.189217 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: data_plane_status.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.190120 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.190622 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 21:12:38.190938 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: default_subnetpools.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.191846 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.192916 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: default-subnetpools Nov 10 21:12:38.193234 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: dhcpagentscheduler.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.194009 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.194508 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: dhcp_agent_scheduler Nov 10 21:12:38.194826 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: dns.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.195736 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.196232 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension dns-integration not supported by any of loaded plugins Nov 10 21:12:38.196584 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: dns_domain_ports.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.197519 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.198016 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 21:12:38.198336 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: dvr.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.198997 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.199494 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: dvr Nov 10 21:12:38.199812 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: empty_string_filtering.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.200748 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.201249 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: empty-string-filtering Nov 10 21:12:38.201564 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.202462 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.202961 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 21:12:38.203275 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.204176 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.204711 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 21:12:38.205028 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: external_net.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.205936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.206441 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: external-net Nov 10 21:12:38.206758 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: extra_dhcp_opt.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.208209 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.208738 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: extra_dhcp_opt Nov 10 21:12:38.209055 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: extraroute.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.209971 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.210475 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: extraroute Nov 10 21:12:38.210790 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: extraroute_atomic.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.211822 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.212330 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: extraroute-atomic Nov 10 21:12:38.212669 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: filter_validation.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.213327 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.213823 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: filter-validation Nov 10 21:12:38.214139 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: fip_pf_description.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.215238 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.215741 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 21:12:38.216058 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: fip_port_details.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.217013 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.217513 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: fip-port-details Nov 10 21:12:38.217829 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: flavors.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.219058 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.219571 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: flavors Nov 10 21:12:38.219896 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.221582 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.222096 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 21:12:38.222423 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: floatingip_pools.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.223179 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.223698 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: floatingip-pools Nov 10 21:12:38.224024 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: ip_allocation.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.224983 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.225486 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 21:12:38.225806 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.226723 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.227227 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: ip-substring-filtering Nov 10 21:12:38.227548 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: l2_adjacency.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.228473 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.229007 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 21:12:38.229329 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: l3.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.230302 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.230811 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: router Nov 10 21:12:38.231129 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: l3_conntrack_helper.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.233437 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.233958 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 21:12:38.234284 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.235224 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.235739 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: ext-gw-mode Nov 10 21:12:38.236062 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.237011 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.237526 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: l3-ha Nov 10 21:12:38.237846 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: l3_flavors.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.238872 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.239801 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: l3-flavors Nov 10 21:12:38.240229 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.241325 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.241900 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 21:12:38.242271 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: l3agentscheduler.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.243411 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.243924 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: l3_agent_scheduler Nov 10 21:12:38.244251 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: logging.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.245947 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.246477 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension logging not supported by any of loaded plugins Nov 10 21:12:38.246804 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: metering.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.247589 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.248170 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: metering Nov 10 21:12:38.248495 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.249716 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.250222 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: metering_source_and_destination_fields Nov 10 21:12:38.250548 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: multiprovidernet.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.251642 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.252147 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: multi-provider Nov 10 21:12:38.252469 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: netmtu.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.253423 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.253928 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: net-mtu Nov 10 21:12:38.254248 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: netmtu_writable.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.255984 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.256754 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: net-mtu-writable Nov 10 21:12:38.257119 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: network_availability_zone.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.257870 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.258426 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: network_availability_zone Nov 10 21:12:38.258790 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: network_ip_availability.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.260014 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.260612 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: network-ip-availability Nov 10 21:12:38.260975 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: network_segment_range.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.261809 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.262361 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 21:12:38.262725 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: pagination.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.263757 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.264129 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: pagination Nov 10 21:12:38.264510 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.265503 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.266060 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: port-mac-address-regenerate Nov 10 21:12:38.266482 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: port_resource_request.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.267467 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.268019 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 21:12:38.268377 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: portbindings.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.269393 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.269947 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: binding Nov 10 21:12:38.270949 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: portbindings_extended.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.272513 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.273055 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: binding-extended Nov 10 21:12:38.273377 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: portsecurity.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.274296 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.274800 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: port-security Nov 10 21:12:38.275119 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: project_id.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.276090 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.276417 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: project-id Nov 10 21:12:38.277031 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: providernet.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.277941 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.278453 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: provider Nov 10 21:12:38.278773 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.282409 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.282934 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos not supported by any of loaded plugins Nov 10 21:12:38.283260 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.284519 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.285054 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 21:12:38.285381 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.286546 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.287061 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 21:12:38.287387 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos_default.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.288305 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.288846 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos-default not supported by any of loaded plugins Nov 10 21:12:38.289175 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos_fip.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.289832 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.290329 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos-fip not supported by any of loaded plugins Nov 10 21:12:38.290648 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos_gateway_ip.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.291578 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.292091 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 21:12:38.292411 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos_port_network_policy.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.293355 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.293860 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 21:12:38.294179 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos_rule_type_details.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.295089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.295596 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 21:12:38.295914 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: qos_rules_alias.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.297006 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.297518 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 21:12:38.297837 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: quotasv2.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.298751 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.299082 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: quotas Nov 10 21:12:38.299399 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: quotasv2_detail.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.301220 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.301738 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: quota_details Nov 10 21:12:38.302229 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: rbac.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.303302 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.303826 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: rbac-policies Nov 10 21:12:38.304154 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: rbac_address_scope.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.305107 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.305621 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: rbac-address-scope Nov 10 21:12:38.305944 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: rbac_security_groups.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.306858 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.307365 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: rbac-security-groups Nov 10 21:12:38.307685 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: rbac_subnetpool.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.308625 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.309141 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: rbac-subnetpool Nov 10 21:12:38.309461 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: revisionifmatch.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.310385 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.310893 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: revision-if-match Nov 10 21:12:38.311213 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: revisions.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.312325 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.312853 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: standard-attr-revisions Nov 10 21:12:38.313174 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: router_availability_zone.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.313845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.314349 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: router_availability_zone Nov 10 21:12:38.314667 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: routerservicetype.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.315601 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.316101 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension router-service-type not supported by any of loaded plugins Nov 10 21:12:38.316415 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: security_groups_port_filtering.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.318105 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.318639 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: port-security-groups-filtering Nov 10 21:12:38.318963 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: securitygroup.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.330124 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.330649 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: security-group Nov 10 21:12:38.330976 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: segment.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.331764 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.332276 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension segment not supported by any of loaded plugins Nov 10 21:12:38.333317 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.334517 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.335033 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 21:12:38.335360 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: servicetype.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.336453 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.337001 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: service-type Nov 10 21:12:38.337330 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: sorting.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.338312 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.338639 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: sorting Nov 10 21:12:38.338960 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: standard_attr_segment.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.339873 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.340384 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 21:12:38.340736 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: standardattrdescription.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.341384 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.341887 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: standard-attr-description Nov 10 21:12:38.342207 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: stateful_security_group.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.343140 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.343645 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: stateful-security-group Nov 10 21:12:38.343965 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: stdattrs_common.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.344565 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 21:12:38.344883 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.345809 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.346314 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 21:12:38.346631 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: subnet_onboard.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.347786 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.348365 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: subnet_onboard Nov 10 21:12:38.348960 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.349928 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.350441 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 21:12:38.350763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: subnet_service_types.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.351699 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.352222 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: subnet-service-types Nov 10 21:12:38.352540 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: subnetallocation.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.353655 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.354195 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: subnet_allocation Nov 10 21:12:38.354579 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.355180 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.355683 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: subnetpool-prefix-ops Nov 10 21:12:38.356002 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.356977 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.357598 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 21:12:38.357924 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: tagging.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.359022 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.359546 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: standard-attr-tag Nov 10 21:12:38.359864 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: timestamp.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.361119 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.361632 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loaded extension: standard-attr-timestamp Nov 10 21:12:38.361955 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: trunk.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.362988 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.363500 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension trunk not supported by any of loaded plugins Nov 10 21:12:38.363856 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: trunk_details.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.365047 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.365559 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension trunk-details not supported by any of loaded plugins Nov 10 21:12:38.365878 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: uplink_status_propagation.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.366799 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.367304 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 21:12:38.367626 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Loading extension file: vlantransparent.py {{(pid=82737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 10 21:12:38.368302 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 10 21:12:38.368840 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 21:12:38.371141 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:network Nov 10 21:12:38.371915 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:subnet Nov 10 21:12:38.372813 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:12:38.373502 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:port Nov 10 21:12:38.374787 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.375226 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service FLAVORS assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.375845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.376263 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.376621 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:router Nov 10 21:12:38.377272 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:floatingip Nov 10 21:12:38.377991 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service METERING assigned prefix: /metering {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.379977 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.380624 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.381033 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:12:38.382182 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 21:12:38.382620 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:security_group Nov 10 21:12:38.383286 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 21:12:38.384025 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service CORE assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.384353 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:12:38.384718 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] subnetpool is already registered Nov 10 21:12:38.385341 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service CORE assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.385670 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:12:38.385988 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] subnetpool is already registered Nov 10 21:12:38.388506 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.388962 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service FLAVORS assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.389555 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.389973 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.390302 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:router Nov 10 21:12:38.390629 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] router is already registered Nov 10 21:12:38.391225 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:floatingip Nov 10 21:12:38.391549 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] floatingip is already registered Nov 10 21:12:38.392173 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service METERING assigned prefix: /metering {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.392865 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 21:12:38.393191 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] rbac_policy is already registered Nov 10 21:12:38.393729 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:security_group Nov 10 21:12:38.394052 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] security_group is already registered Nov 10 21:12:38.394636 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 21:12:38.394961 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] security_group_rule is already registered Nov 10 21:12:38.396498 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service CORE assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.396855 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:12:38.397179 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] subnetpool is already registered Nov 10 21:12:38.397790 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.v2.resource_helper [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Service CORE assigned prefix: {{(pid=82737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:12:38.398116 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:12:38.398437 dv-cinder-817261-1-smb neutron-server[82737]: WARNING neutron.quota.resource_registry [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] subnetpool is already registered Nov 10 21:12:38.399089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: extensions {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.400648 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: address-groups {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.402418 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: address-scopes {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.403591 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: agents {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.404758 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: auto-allocated-topology {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.405993 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: availability_zones {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.407256 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: dhcp-networks {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.408676 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: dhcp-agents {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.410071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: routers {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.412157 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: flavors {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.413332 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: service_profiles {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.414503 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: next_providers {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.416004 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: service_profiles {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.417456 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: floatingip-pools {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.418639 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: routers {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.420400 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: floatingips {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.421598 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: l3-routers {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.422936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: l3-agents {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.424298 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: metering-labels {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.426647 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: metering-label-rules {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.428018 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: network-ip-availabilities {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.429282 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: bindings {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.430903 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: quotas {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.432330 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: quotas {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.433754 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: rbac-policies {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.435028 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: security-groups {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.436210 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: security-group-rules {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.437514 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: service-providers {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.438711 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: subnetpools {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.440309 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: subnetpools {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.441766 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.444271 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.446066 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.447802 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.449571 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.451215 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.452971 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.454794 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.456609 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.459352 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron.api.extensions [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Extended resource: tags {{(pid=82737) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 10 21:12:38.465463 dv-cinder-817261-1-smb neutron-server[82737]: WARNING keystonemiddleware.auth_token [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 21:12:38.470369 dv-cinder-817261-1-smb neutron-server[82737]: WARNING keystonemiddleware.auth_token [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 21:12:38.479210 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_concurrency.lockutils [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Acquired lock "singleton_lock" {{(pid=82737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 10 21:12:38.479692 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_concurrency.lockutils [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Releasing lock "singleton_lock" {{(pid=82737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 10 21:12:38.480316 dv-cinder-817261-1-smb neutron-server[82737]: INFO oslo_service.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Starting 2 workers Nov 10 21:12:38.484883 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Started child 82876 {{(pid=82737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 10 21:12:38.489835 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Started child 82877 {{(pid=82737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 10 21:12:38.490233 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:38.491453 dv-cinder-817261-1-smb neutron-server[82737]: INFO neutron.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 21:12:38.491610 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [-] (82876) wsgi starting up on http://0.0.0.0:9696 Nov 10 21:12:38.492082 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Notify callbacks [] for process, before_spawn {{(pid=82737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:38.494276 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:38.494783 dv-cinder-817261-1-smb neutron-server[82737]: INFO oslo_service.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Starting 1 workers Nov 10 21:12:38.495650 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [-] (82877) wsgi starting up on http://0.0.0.0:9696 Nov 10 21:12:38.499565 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Started child 82878 {{(pid=82737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 10 21:12:38.500118 dv-cinder-817261-1-smb neutron-server[82737]: INFO oslo_service.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Starting 1 workers Nov 10 21:12:38.503369 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] calling RpcWorker wait() {{(pid=82878) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 21:12:38.503925 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] returning from RpcWorker wait() {{(pid=82878) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 21:12:38.504335 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Started child 82879 {{(pid=82737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 10 21:12:38.505943 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG neutron_lib.callbacks.manager [None req-8151aa1e-aa61-4dad-a9b7-c09f60c94fad None None] Notify callbacks [] for process, after_spawn {{(pid=82737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:38.506047 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:38.506451 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:12:38.507900 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 10 21:12:38.508124 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 21:12:38.508305 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 21:12:38.508511 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 21:12:38.508869 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 21:12:38.509034 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 21:12:38.509541 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.509818 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.509924 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:38.510399 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.510399 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.510616 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.511138 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.511414 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.511661 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.511933 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.512195 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.512363 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.512529 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.512801 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.513046 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.513348 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.513628 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.513877 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.514141 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.514313 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.514572 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.514834 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.515060 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.515323 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] debug = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.515561 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.516033 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.516268 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.516503 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.516754 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.517021 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.517269 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.517533 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.517754 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.517989 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.518234 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.518491 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.518721 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.518937 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.519209 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.519425 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.519902 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] host = dv-cinder-817261-1-smb {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.520779 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.521063 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.521448 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.521845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.522112 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.522350 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.522611 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.522890 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.523161 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.523423 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.523631 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.523887 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.524130 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.524392 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_file = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.524590 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_options = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.524828 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.525095 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.525422 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.525569 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.525706 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.525877 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.526150 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.526314 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.526552 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.527051 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.527266 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.527496 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.527739 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.527993 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.528255 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.528469 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.528754 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.528970 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.529235 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.529464 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.529695 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.529931 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.530145 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.530343 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.530558 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.530793 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.531018 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.531232 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.531444 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.531677 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.531936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.532191 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.532424 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.532699 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.532926 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.533160 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.533375 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.534761 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.534902 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:12:38.535040 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.535268 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.535552 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.535845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.536188 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.537233 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.537610 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.537947 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_json = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.538372 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.538644 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.539015 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.539309 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.539570 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.539794 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.540065 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.540268 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.540704 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.541008 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.541340 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.541589 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.541821 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.542065 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.542309 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.542548 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.542777 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.543040 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.543373 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.543601 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.543954 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.544229 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.544483 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.544770 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.545003 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.545252 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.545503 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.548492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.549291 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.549449 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.550340 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.550614 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.550866 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.551096 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.552118 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.552374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.552646 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.552922 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.553187 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.553458 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.553712 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.553938 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.554156 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.554536 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.554880 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.555013 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.555209 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.555425 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.555644 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.555881 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.556076 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.557123 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.557515 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.557763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.557984 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.558213 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.558410 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.558663 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.558864 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.559088 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.559305 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.559767 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.560161 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.560402 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.560642 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.560860 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.561081 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.561313 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.561520 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.561724 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.561918 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.562136 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.562369 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.562602 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.563748 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.563748 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.563748 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.563748 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.564453 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.564453 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.564453 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.565050 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.565050 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.565050 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.565460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.565655 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.565866 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.566066 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.566260 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.566472 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.568013 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.568013 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.568013 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.568633 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.568633 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.568633 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.569163 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.569163 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.569547 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.569547 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.569928 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.570118 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.570308 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.570517 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.570708 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.570951 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.571718 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.571718 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.572102 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.572102 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.572492 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.572721 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.572916 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.573110 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.573315 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.573527 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.574793 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.574793 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.574793 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.574793 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.574793 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.575845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.575845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.575845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.575845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.576464 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.576464 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.576464 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.576969 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.576969 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.577227 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.577992 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.577992 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.577992 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.578259 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.578338 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.578556 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.578769 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.578998 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.579210 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.579439 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.579638 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.580165 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.580165 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.580348 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.580487 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.580716 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582111 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582111 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582111 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582111 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582111 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582111 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582796 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582796 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.582796 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.583027 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.583271 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.583486 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.583817 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.584101 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.584337 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.584600 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.584819 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.585088 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.585298 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.585543 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.585761 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.586012 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.586219 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.586653 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.586868 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.587081 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.587637 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.587637 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.587801 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.588513 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.588513 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.588513 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.588769 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.588984 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.589198 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.589416 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.589638 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.589850 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.590084 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.590297 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.590532 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.591383 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.591383 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.591383 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.591383 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.591658 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.591781 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.591994 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.592263 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.592468 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.592722 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.593015 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.593247 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.593474 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.593709 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.593988 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.594175 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.594381 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.594586 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.594834 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.595045 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.595330 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.595579 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.595791 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.596084 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.596326 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.596580 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.596852 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.597186 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.597395 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.597628 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.597859 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.598145 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.598375 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.598645 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.598973 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.599369 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.599560 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.599784 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.600062 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.600334 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.600644 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.600856 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.601151 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.601516 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.601795 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.602056 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.602299 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.602559 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.602799 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.603010 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.603237 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.603466 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.603675 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.603930 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.604179 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.604422 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.604660 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.604882 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.605094 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.605336 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.605562 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.605783 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.605991 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.606155 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 21:12:38.606684 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 10 21:12:38.606843 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 21:12:38.606995 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 21:12:38.607162 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 21:12:38.607328 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 21:12:38.607479 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 21:12:38.607683 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.607840 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.607997 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.608168 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.608308 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.608680 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.608846 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.609001 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.609156 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.609313 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.609469 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.609625 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.609781 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.609938 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.610090 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.610244 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.610396 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.610551 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.610710 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.610865 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.611019 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.611171 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.611325 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] debug = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.611478 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.611662 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.611819 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.611972 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.612127 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.612280 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.612433 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.612615 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.612768 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.612921 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.613075 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.613228 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.613383 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.613537 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.613689 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.614400 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.614541 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] host = dv-cinder-817261-1-smb {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.614692 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.614845 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.614999 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.615153 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.615306 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.615460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.615613 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.615768 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.615921 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.616079 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.616231 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.616378 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.616533 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.616697 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_file = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.616855 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_options = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.617009 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.617164 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.617320 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.617508 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.617669 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.617825 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.617979 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.618135 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.618290 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.618445 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.618600 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.618754 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.618909 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.619063 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.619210 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.619360 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.619516 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.619669 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.619824 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.619978 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.620132 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.620286 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.620440 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.620648 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.620810 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.620969 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.621124 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.621278 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.621432 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.621586 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.621740 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.621895 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.622049 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.622202 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.622356 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.622511 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.622665 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.622827 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.622982 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.623136 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.623291 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.623445 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.623599 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.623754 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.623908 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.624061 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_json = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.624216 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.624370 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.624523 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.624774 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.624936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.625082 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.625232 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.625388 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:12:38.625568 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.625728 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.625897 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.626064 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.626216 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.626366 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.626488 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.626655 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.626809 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.626964 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.627130 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.627289 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.627463 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.629108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.629108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.629108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.629108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.629108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.629108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.629108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.629108 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.631460 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.634742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.635374 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.637501 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638089 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638678 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638678 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638678 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638678 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638678 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638678 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638678 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.638678 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639174 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639174 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639174 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639174 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639402 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639402 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639534 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639657 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639834 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.639983 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.640131 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.640278 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.640440 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.640679 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.640829 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.640973 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.641119 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.641264 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.641408 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.641551 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.641692 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.641954 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.641954 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.642223 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.642223 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.642472 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.642472 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.642718 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.642851 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.642986 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.643130 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.643272 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.643413 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.643555 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.643697 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.643839 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.643980 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.644120 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.644262 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.644418 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.644590 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.644735 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.644876 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.645061 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.645313 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.645467 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.645609 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.645750 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.645909 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.646046 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.646238 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.646468 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.646628 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.646948 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.647109 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.647271 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.647436 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.647695 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.647904 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.647904 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.648305 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.648305 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.648305 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.648930 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.648930 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.648930 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.648930 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.649812 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.649812 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.649812 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.649812 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.649812 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.649812 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.650763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.650763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.650763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.650763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.650763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.650763 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652022 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652022 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652022 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652022 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652022 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652022 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652022 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.652936 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.653640 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.653640 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.653640 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.653640 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.653640 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.654256 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.654256 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.654256 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.654256 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.654750 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.654750 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.654750 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.654750 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.655243 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.655243 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.655243 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.655686 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.655686 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.655686 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.656081 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.656081 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.656081 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.656485 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.656485 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.656485 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.657030 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.657030 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.657030 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.657420 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.657420 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.657420 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.657810 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.657810 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.658071 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.658211 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:12:38.658358 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.658358 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.658358 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.658742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.658742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.658742 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.659119 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.659119 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.659673 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.659673 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.659673 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.659673 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.660286 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.660286 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.660286 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.660286 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.660887 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.660887 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.661778 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.661962 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.662109 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.662251 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.662422 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.662574 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.662714 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.662874 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.663014 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.663179 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.663336 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.663471 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.663608 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.663773 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.663918 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.664055 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.664222 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.664364 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.664528 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.664715 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.664852 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.664986 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.665123 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.665290 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:12:38.665433 dv-cinder-817261-1-smb neutron-server[82737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 21:12:38.863489 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33080) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:12:38.872566 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063407 Nov 10 21:12:50.037879 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38057c70-6aaa-46f8-9f93-a91b18262edb None None] get_active_networks_info from dv-cinder-817261-1-smb {{(pid=82878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 10 21:12:50.149854 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38057c70-6aaa-46f8-9f93-a91b18262edb None None] No non-hosted networks {{(pid=82878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 21:12:50.174496 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.agentschedulers_db [None req-38057c70-6aaa-46f8-9f93-a91b18262edb None None] DHCP Agent not found on host dv-cinder-817261-1-smb {{(pid=82878) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 21:12:50.266664 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ee691616-13fa-4c9f-85e5-9c1c8bc8261a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400781'] for agent, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:50.697061 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400781'] for agent, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:50.698245 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.698791 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.699106 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.699617 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.699997 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.700310 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.700816 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.701182 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.701554 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.701783 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.702303 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:50.702825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817261-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:12:50.713682 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817261-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:12:52.857443 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7b05bcd1-823a-4e52-8334-51023720fc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400781'] for agent, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:52.890018 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-53fe7e02-51c2-4533-b1be-81be5a366f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:54.045409 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400781'] for agent, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:55.451268 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400781'] for agent, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:12:57.325182 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33170) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:12:57.939422 dv-cinder-817261-1-smb neutron-server[82876]: WARNING oslo_policy.policy [None req-6df4a65e-d4ff-48d4-8add-6cb90cf2247e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:12:57.939995 dv-cinder-817261-1-smb neutron-server[82876]: WARNING oslo_policy.policy [None req-6df4a65e-d4ff-48d4-8add-6cb90cf2247e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:12:58.157944 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [None req-6df4a65e-d4ff-48d4-8add-6cb90cf2247e admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82876) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:12:58.159009 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-6df4a65e-d4ff-48d4-8add-6cb90cf2247e admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8329375 Nov 10 21:12:58.872948 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.db.l3_hamode_db [None req-a42843da-c697-4419-9489-7f5918175c80 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 21:12:58.963162 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42843da-c697-4419-9489-7f5918175c80 None None] Routers set() bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:12:58.963573 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42843da-c697-4419-9489-7f5918175c80 None None] Router IDs set() for agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:13:00.438546 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33184) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:00.840900 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:13:00.890457 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.policy [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82876) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 10 21:13:00.891202 dv-cinder-817261-1-smb neutron-server[82876]: WARNING oslo_policy.policy [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:13:00.891610 dv-cinder-817261-1-smb neutron-server[82876]: WARNING oslo_policy.policy [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:13:00.895662 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.quota [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] Loaded quota_driver: . Nov 10 21:13:00.912423 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:13:00.986175 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737945155977', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737945162090', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737945162702', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737945187091', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737945176085', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-990479', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1112954', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-499819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578353'] for rbac-policy, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:01.062895 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:01.064923 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-2677d9d9-4444-47bd-a3cb-924b700a17da admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6242766 Nov 10 21:13:03.835787 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33198) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:04.216180 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '0d09b71926c141dca64b381dd081ad97'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:13:04.221088 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:13:04.226223 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Usage tracker for resource:network and tenant:0d09b71926c141dca64b381dd081ad97 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:13:04.230737 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:13:04.237020 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:13:04.246654 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Made reservation on behalf of 0d09b71926c141dca64b381dd081ad97 for: {'network': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:13:04.249523 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:04.267337 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:04.312644 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:13:04.316816 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Usage tracker for resource:security_group_rule and tenant:0d09b71926c141dca64b381dd081ad97 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:13:04.320213 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:13:04.326239 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:13:04.396761 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:04.400918 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:04.406810 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:04.425788 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=82876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:13:04.453461 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737946368952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:04.454059 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Unsubscribe: segment precommit_create {{(pid=82876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 21:13:04.454514 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.segments_db [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Added segment 307c9e20-d988-4bd4-958a-ac6395afff41 of type vlan for network a9c1619d-d73e-43cf-a4eb-971a871ec062 Nov 10 21:13:04.469436 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124b7aed-f363-40b0-af20-484fc7b06529,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:04.530978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.531312 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.531637 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.531958 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.532273 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.532604 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.532920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.533245 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.533562 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.533871 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.534172 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Tracked resource versions report: Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: pushed versions: Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: { 'ConntrackHelper': {'1.0'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Log': {'1.0'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Network': {'1.1'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Port': {'1.5'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'PortForwarding': {'1.2'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'QosPolicy': {'1.8'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'SecurityGroup': {'1.2'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'SecurityGroupRule': {'1.0'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'SubPort': {'1.0'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Subnet': {'1.1'}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Trunk': {'1.1'}} Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: consumer versions: Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: { DHCP agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: L3 agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: Metadata agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: Metering agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: Open vSwitch agent@dv-cinder-817261-1-smb: { 'ConntrackHelper': '1.0', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Log': '1.0', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Network': '1.1', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Port': '1.5', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'PortForwarding': '1.2', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'QosPolicy': '1.8', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'SecurityGroup': '1.2', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'SecurityGroupRule': '1.0', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'SubPort': '1.0', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Subnet': '1.1', Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: 'Trunk': '1.1'}} Nov 10 21:13:04.535235 dv-cinder-817261-1-smb neutron-server[82876]: {{(pid=82876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:13:04.575040 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:04.582971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:04.616837 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:04.618278 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:04.618905 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:04.622174 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:04.730568 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c1619d-d73e-43cf-a4eb-971a871ec062,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:04.734295 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8974316 Nov 10 21:13:04.734896 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:04.751870 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network a9c1619d-d73e-43cf-a4eb-971a871ec062 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:13:07.409436 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33214) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:07.904090 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80505c0-48a1-43b6-a9e2-a95ef544c6dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:07.905382 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-d80505c0-48a1-43b6-a9e2-a95ef544c6dd admin admin] 10.222.0.70 "GET /v2.0/networks/a9c1619d-d73e-43cf-a4eb-971a871ec062 HTTP/1.1" status: 200 len: 826 time: 0.4943776 Nov 10 21:13:07.936164 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-e4fec4d9-9727-44af-b495-fc8b5319ddc2 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/4c0578ff-e65b-4a61-a153-dd54e5273b4a HTTP/1.1" status: 200 len: 734 time: 0.0237737 Nov 10 21:13:07.945384 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Request body: {'subnet': {'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '4c0578ff-e65b-4a61-a153-dd54e5273b4a', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:13:07.950153 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:13:07.954086 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Usage tracker for resource:subnet and tenant:0d09b71926c141dca64b381dd081ad97 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:13:07.957998 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:13:07.964207 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:13:07.976830 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Made reservation on behalf of 0d09b71926c141dca64b381dd081ad97 for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:13:07.979360 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:08.258660 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:08.263113 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:08.348153 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f650293-fa38-4ccf-99ad-46ba8ab14fbc,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:08.352662 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:08.353856 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Checking segment: {'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:13:08.354206 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Network hostable DHCP agents. Network: a9c1619d-d73e-43cf-a4eb-971a871ec062, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:13:08.378052 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Network a9c1619d-d73e-43cf-a4eb-971a871ec062 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:13:08.389037 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, a9c1619d-d73e-43cf-a4eb-971a871ec062) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:13:08.393978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:08.395147 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:08.403201 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c9742-a42c-4af1-a575-31c59359118d None None] Network a9c1619d-d73e-43cf-a4eb-971a871ec062 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:13:08.417591 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4759092 Nov 10 21:13:08.724339 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76eb6282-be4c-5954-9eb3-907f01c351d6-a9c1619d-d73e-43cf-a4eb-971a871ec062', 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'fixed_ips': [{'subnet_id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc'}]}} from dv-cinder-817261-1-smb. {{(pid=82878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 10 21:13:08.725533 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:08.915793 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Allocated IP 172.20.0.2 (a9c1619d-d73e-43cf-a4eb-971a871ec062/8f650293-fa38-4ccf-99ad-46ba8ab14fbc/c2479bb6-2a1c-419a-89d6-066eacbe3daf) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:13:09.175493 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:09.192703 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Transition to ACTIVE for port object c2479bb6-2a1c-419a-89d6-066eacbe3daf will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:13:09.215360 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Transition to ACTIVE for port object c2479bb6-2a1c-419a-89d6-066eacbe3daf will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:13:09.224196 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:09.231772 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:09.289664 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Network a9c1619d-d73e-43cf-a4eb-971a871ec062 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:13:09.292720 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Resources bound (agent type, host, resource id): {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:13:09.296219 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:13:09.314574 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Pushing event updated for resources: {'Port': ['ID=c2479bb6-2a1c-419a-89d6-066eacbe3daf,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:09.353429 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.353809 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.354087 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.354404 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.354719 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.355034 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.355343 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.355656 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.355963 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.356269 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.356598 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Tracked resource versions report: Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: pushed versions: Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: { 'ConntrackHelper': {'1.0'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Log': {'1.0'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Network': {'1.1'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Port': {'1.5'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'PortForwarding': {'1.2'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'QosPolicy': {'1.8'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'SecurityGroup': {'1.2'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'SecurityGroupRule': {'1.0'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'SubPort': {'1.0'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Subnet': {'1.1'}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Trunk': {'1.1'}} Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: consumer versions: Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: { DHCP agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: L3 agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: Metadata agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: Metering agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: Open vSwitch agent@dv-cinder-817261-1-smb: { 'ConntrackHelper': '1.0', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Log': '1.0', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Network': '1.1', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Port': '1.5', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'PortForwarding': '1.2', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'QosPolicy': '1.8', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'SecurityGroup': '1.2', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'SecurityGroupRule': '1.0', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'SubPort': '1.0', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Subnet': '1.1', Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: 'Trunk': '1.1'}} Nov 10 21:13:09.357671 dv-cinder-817261-1-smb neutron-server[82878]: {{(pid=82878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:13:09.366023 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:09.420501 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Attempting to bind port c2479bb6-2a1c-419a-89d6-066eacbe3daf on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:13:09.421280 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Attempting to bind port c2479bb6-2a1c-419a-89d6-066eacbe3daf by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:13:09.421431 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Attempting to bind port c2479bb6-2a1c-419a-89d6-066eacbe3daf on network a9c1619d-d73e-43cf-a4eb-971a871ec062 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:13:09.428457 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:13:09.428823 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Checking segment: {'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:13:09.429296 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:09.429683 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Bound using segment: {'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:13:09.430178 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Bound port: c2479bb6-2a1c-419a-89d6-066eacbe3daf, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:13:09.430564 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:09.523692 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] For port c2479bb6-2a1c-419a-89d6-066eacbe3daf, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:13:09.528292 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] For port c2479bb6-2a1c-419a-89d6-066eacbe3daf, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=c2479bb6-2a1c-419a-89d6-066eacbe3daf,segment=NetworkSegment(307c9e20-d988-4bd4-958a-ac6395afff41),segment_id=307c9e20-d988-4bd4-958a-ac6395afff41)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:13:09.533196 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:09.537943 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:09.647921 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Pushing event updated for resources: {'Port': ['ID=c2479bb6-2a1c-419a-89d6-066eacbe3daf,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:09.652511 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:10.784427 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33224) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:11.263080 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [None req-0a1f89c3-7b6d-44fc-bd58-e73dc7c1a525 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82876) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:13:11.276726 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-0a1f89c3-7b6d-44fc-bd58-e73dc7c1a525 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4782174 Nov 10 21:13:13.051768 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device c2479bb6-2a1c-419a-89d6-066eacbe3daf up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:13:13.130721 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port c2479bb6-2a1c-419a-89d6-066eacbe3daf completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:13:13.373291 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4054db40-dadb-425a-b3ed-093d654d5c96 None None] Network a9c1619d-d73e-43cf-a4eb-971a871ec062 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:13:13.474695 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] Provisioning for port c2479bb6-2a1c-419a-89d6-066eacbe3daf completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:13:13.484457 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] Provisioning complete for port c2479bb6-2a1c-419a-89d6-066eacbe3daf triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:13.484875 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:13.616595 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33238) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:13.708608 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:13.757077 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] For port c2479bb6-2a1c-419a-89d6-066eacbe3daf, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=c2479bb6-2a1c-419a-89d6-066eacbe3daf,segment=NetworkSegment(307c9e20-d988-4bd4-958a-ac6395afff41),segment_id=307c9e20-d988-4bd4-958a-ac6395afff41)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:13:13.764390 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:13.766764 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:13.833191 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] Pushing event updated for resources: {'Port': ['ID=c2479bb6-2a1c-419a-89d6-066eacbe3daf,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:13.837040 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:13.993291 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-4e9b8359-ff33-4eaa-819d-1b47d3c18605 None None] Provisioning complete for port c2479bb6-2a1c-419a-89d6-066eacbe3daf triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:13.993653 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4e9b8359-ff33-4eaa-819d-1b47d3c18605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:14.036264 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [None req-74a8e71f-a4ed-4cbc-8efb-102381935233 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82876) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:13:14.049831 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-74a8e71f-a4ed-4cbc-8efb-102381935233 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4320278 Nov 10 21:13:15.025081 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device c2479bb6-2a1c-419a-89d6-066eacbe3daf up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:13:15.115971 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port c2479bb6-2a1c-419a-89d6-066eacbe3daf triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:15.116332 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:16.633654 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33250) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:17.003799 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Request body: {'router': {'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'admin_state_up': True, 'name': 'router1'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:13:17.008919 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:13:17.012751 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Usage tracker for resource:router and tenant:0d09b71926c141dca64b381dd081ad97 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:13:17.016032 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:13:17.022331 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:13:17.033656 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25759'] for router, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:17.035795 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25748'] for router, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:17.062094 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:17.179151 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677'] for router, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:17.197606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:17.198757 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-e8bb3056-042c-4a7a-83c4-70f9b037b5c5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5641196 Nov 10 21:13:17.559597 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:13:19.493813 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33260) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:19.888035 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-57be2158-c390-4964-8d07-4f3c5ed85f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:20.187939 dv-cinder-817261-1-smb neutron-server[82877]: WARNING oslo_policy.policy [None req-a0bfe6d7-e1c7-4526-ba1c-1e616abf017c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:13:20.188528 dv-cinder-817261-1-smb neutron-server[82877]: WARNING oslo_policy.policy [None req-a0bfe6d7-e1c7-4526-ba1c-1e616abf017c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:13:20.406800 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [None req-a0bfe6d7-e1c7-4526-ba1c-1e616abf017c admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:13:20.408060 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-a0bfe6d7-e1c7-4526-ba1c-1e616abf017c admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9122257 Nov 10 21:13:20.664608 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:22.694586 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33274) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:22.844495 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4530082e-135f-4023-82b1-9e934fea9439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.091706 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:13:23.093199 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.quota [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Loaded quota_driver: . Nov 10 21:13:23.109578 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:13:23.116661 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Usage tracker for resource:network and tenant:c843a110fe7f48bf9748b00d5d407876 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:13:23.121473 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:13:23.129555 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:13:23.144959 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Made reservation on behalf of c843a110fe7f48bf9748b00d5d407876 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:13:23.178810 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.policy [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82877) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 10 21:13:23.179571 dv-cinder-817261-1-smb neutron-server[82877]: WARNING oslo_policy.policy [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:13:23.179939 dv-cinder-817261-1-smb neutron-server[82877]: WARNING oslo_policy.policy [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:13:23.184688 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.204724 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.251407 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:13:23.255197 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Usage tracker for resource:security_group_rule and tenant:c843a110fe7f48bf9748b00d5d407876 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:13:23.258131 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:13:23.263715 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:13:23.334332 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.338117 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.342609 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:23.355790 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Reserving flat network on physical network physnet1 {{(pid=82877) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 21:13:23.387057 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737946368952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.387666 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Unsubscribe: segment precommit_create {{(pid=82877) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 21:13:23.388135 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Added segment 3284089e-c444-48f8-bff7-166d949674c1 of type flat for network e5e6204f-b15f-4aba-96e4-6e2896ad2afd Nov 10 21:13:23.442865 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4758f-fad8-4c7d-9a80-df26bc81915c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:23.471668 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.472002 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.472865 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.473182 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.473492 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.473911 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.474245 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.474673 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.475005 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.475410 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.475735 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Tracked resource versions report: Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: pushed versions: Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: { 'ConntrackHelper': {'1.0'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Log': {'1.0'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Network': {'1.1'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Port': {'1.5'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'PortForwarding': {'1.2'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'QosPolicy': {'1.8'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'SecurityGroup': {'1.2'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'SecurityGroupRule': {'1.0'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'SubPort': {'1.0'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Subnet': {'1.1'}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Trunk': {'1.1'}} Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: consumer versions: Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: { DHCP agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: L3 agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: Metadata agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: Metering agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: Open vSwitch agent@dv-cinder-817261-1-smb: { 'ConntrackHelper': '1.0', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Log': '1.0', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Network': '1.1', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Port': '1.5', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'PortForwarding': '1.2', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'QosPolicy': '1.8', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'SecurityGroup': '1.2', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'SecurityGroupRule': '1.0', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'SubPort': '1.0', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Subnet': '1.1', Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: 'Trunk': '1.1'}} Nov 10 21:13:23.476836 dv-cinder-817261-1-smb neutron-server[82877]: {{(pid=82877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:13:23.517201 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.529346 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:23.565548 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.567089 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:23.567741 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:23.572432 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:23.677644 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Pushing event updated for resources: {'Network': ['ID=e5e6204f-b15f-4aba-96e4-6e2896ad2afd,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:23.680074 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9845178 Nov 10 21:13:23.682073 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:23.689078 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:13:23.979974 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:25.399502 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:25.987763 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33300) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:26.247249 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bfa59-15f6-4dde-898f-23245d82ff7d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:26.248477 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4e5bfa59-15f6-4dde-898f-23245d82ff7d admin admin] 10.222.0.70 "GET /v2.0/subnets/8f650293-fa38-4ccf-99ad-46ba8ab14fbc HTTP/1.1" status: 200 len: 849 time: 0.2599614 Nov 10 21:13:26.432773 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ad4d3813-0112-4073-b164-3560c3523af1 admin admin] 10.222.0.70 "GET /v2.0/routers/480bee74-70e2-43f6-ac7a-d26018d55b2d HTTP/1.1" status: 200 len: 704 time: 0.1784189 Nov 10 21:13:26.937821 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.189475 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Allocated IP 172.20.0.1 (a9c1619d-d73e-43cf-a4eb-971a871ec062/8f650293-fa38-4ccf-99ad-46ba8ab14fbc/a0f4b412-ddf7-4420-bafd-59a5f0570417) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:13:27.358402 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.379119 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Transition to ACTIVE for port object a0f4b412-ddf7-4420-bafd-59a5f0570417 will not be triggered until provisioned by entity DHCP. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:13:27.434463 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.438502 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:27.511694 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Network a9c1619d-d73e-43cf-a4eb-971a871ec062 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:13:27.514886 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:13:27.521550 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Pushing event updated for resources: {'Port': ['ID=a0f4b412-ddf7-4420-bafd-59a5f0570417,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:27.532210 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:13:27.532766 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.593541 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:27.670486 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.734379 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-28298719-d780-4a58-9166-c3b093f15d6b None None] Provisioning for port a0f4b412-ddf7-4420-bafd-59a5f0570417 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:13:27.739817 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-28298719-d780-4a58-9166-c3b093f15d6b None None] Provisioning complete for port a0f4b412-ddf7-4420-bafd-59a5f0570417 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:27.740212 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-28298719-d780-4a58-9166-c3b093f15d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.796452 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-28298719-d780-4a58-9166-c3b093f15d6b None None] Port a0f4b412-ddf7-4420-bafd-59a5f0570417 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:13:27.935058 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.942623 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.943786 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1565935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400967'] for router_interface, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:27.947340 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:28.081048 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Pushing event updated for resources: {'Port': ['ID=a0f4b412-ddf7-4420-bafd-59a5f0570417,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:28.088414 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:28.158450 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Network a9c1619d-d73e-43cf-a4eb-971a871ec062 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:13:28.159572 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:13:28.428167 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-a7e62ef2-e165-4d7f-b9fd-bd98de8e7b7c None None] Provisioning complete for port a0f4b412-ddf7-4420-bafd-59a5f0570417 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:28.428811 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a7e62ef2-e165-4d7f-b9fd-bd98de8e7b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:28.517331 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-a7e62ef2-e165-4d7f-b9fd-bd98de8e7b7c None None] Port a0f4b412-ddf7-4420-bafd-59a5f0570417 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:13:28.571331 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Router 480bee74-70e2-43f6-ac7a-d26018d55b2d is scheduled to L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 with binding_index 1 {{(pid=82877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:13:28.744984 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:13:28.754855 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Sync routers for ids ['480bee74-70e2-43f6-ac7a-d26018d55b2d'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:13:28.756921 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] 10.222.0.70 "PUT /v2.0/routers/480bee74-70e2-43f6-ac7a-d26018d55b2d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3179624 Nov 10 21:13:28.768064 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Routers {'480bee74-70e2-43f6-ac7a-d26018d55b2d'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:13:28.768943 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:13:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['480bee74-70e2-43f6-ac7a-d26018d55b2d'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:13:28.952485 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Set router 480bee74-70e2-43f6-ac7a-d26018d55b2d gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:13:29.352976 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'name': 'router1', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:17Z', 'updated_at': '2021-11-10T21:13:27Z', 'revision_number': 2, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'gw_port_host': None, '_interfaces': [{'id': 'a0f4b412-ddf7-4420-bafd-59a5f0570417', 'name': '', 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'mac_address': 'fa:16:3e:ed:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:26Z', 'updated_at': '2021-11-10T21:13:27Z', 'revision_number': 2, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'subnets': [{'id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0578ff-e65b-4a61-a153-dd54e5273b4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:13:29.358025 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Checking router: 480bee74-70e2-43f6-ac7a-d26018d55b2d for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:13:29.358396 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Updating router 480bee74-70e2-43f6-ac7a-d26018d55b2d port a0f4b412-ddf7-4420-bafd-59a5f0570417 binding host dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:13:29.426282 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:29.965156 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:29.991041 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Transition to ACTIVE for port object a0f4b412-ddf7-4420-bafd-59a5f0570417 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:13:29.999675 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:30.006121 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:30.250465 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Attempting to bind port a0f4b412-ddf7-4420-bafd-59a5f0570417 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:13:30.250868 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Attempting to bind port a0f4b412-ddf7-4420-bafd-59a5f0570417 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:13:30.251282 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Attempting to bind port a0f4b412-ddf7-4420-bafd-59a5f0570417 on network a9c1619d-d73e-43cf-a4eb-971a871ec062 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:13:30.267036 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:13:30.267451 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Checking segment: {'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:13:30.267919 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:30.268306 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Bound using segment: {'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:13:30.268930 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Bound port: a0f4b412-ddf7-4420-bafd-59a5f0570417, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307c9e20-d988-4bd4-958a-ac6395afff41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:13:30.269347 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:30.285978 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Pushing event updated for resources: {'Port': ['ID=a0f4b412-ddf7-4420-bafd-59a5f0570417,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:30.324769 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.325159 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.325417 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.325718 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.326065 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.326392 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.326700 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.327045 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.327376 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.327695 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.328044 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Tracked resource versions report: Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: pushed versions: Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: { 'ConntrackHelper': {'1.0'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Log': {'1.0'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Network': {'1.1'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Port': {'1.5'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'PortForwarding': {'1.2'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'QosPolicy': {'1.8'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'SecurityGroup': {'1.2'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'SecurityGroupRule': {'1.0'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'SubPort': {'1.0'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Subnet': {'1.1'}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Trunk': {'1.1'}} Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: consumer versions: Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: { DHCP agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: L3 agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: Metadata agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: Metering agent@dv-cinder-817261-1-smb: {}, Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: Open vSwitch agent@dv-cinder-817261-1-smb: { 'ConntrackHelper': '1.0', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Log': '1.0', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Network': '1.1', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Port': '1.5', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'PortForwarding': '1.2', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'QosPolicy': '1.8', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'SecurityGroup': '1.2', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'SecurityGroupRule': '1.0', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'SubPort': '1.0', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Subnet': '1.1', Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: 'Trunk': '1.1'}} Nov 10 21:13:30.329187 dv-cinder-817261-1-smb neutron-server[82879]: {{(pid=82879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:13:30.360317 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:30.385368 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] For port a0f4b412-ddf7-4420-bafd-59a5f0570417, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:13:30.392216 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] For port a0f4b412-ddf7-4420-bafd-59a5f0570417, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a0f4b412-ddf7-4420-bafd-59a5f0570417,segment=NetworkSegment(307c9e20-d988-4bd4-958a-ac6395afff41),segment_id=307c9e20-d988-4bd4-958a-ac6395afff41)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:13:30.396146 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:30.401128 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:30.485178 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Pushing event updated for resources: {'Port': ['ID=a0f4b412-ddf7-4420-bafd-59a5f0570417,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:30.513221 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Routers {'480bee74-70e2-43f6-ac7a-d26018d55b2d'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:13:30.513840 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:13:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['480bee74-70e2-43f6-ac7a-d26018d55b2d'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:13:30.561260 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:30.667935 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] Set router 480bee74-70e2-43f6-ac7a-d26018d55b2d gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:13:30.914164 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33326) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:31.007838 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'name': 'router1', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:17Z', 'updated_at': '2021-11-10T21:13:27Z', 'revision_number': 2, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'gw_port_host': None, '_interfaces': [{'id': 'a0f4b412-ddf7-4420-bafd-59a5f0570417', 'name': '', 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'mac_address': 'fa:16:3e:ed:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:26Z', 'updated_at': '2021-11-10T21:13:30Z', 'revision_number': 4, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'subnets': [{'id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0578ff-e65b-4a61-a153-dd54e5273b4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:13:31.013307 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c26b5-080c-4ff0-8796-b7fe28a21bc1 None None] The sync data for ids ['480bee74-70e2-43f6-ac7a-d26018d55b2d'] in dv-cinder-817261-1-smb is: [{'id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'name': 'router1', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:17Z', 'updated_at': '2021-11-10T21:13:27Z', 'revision_number': 2, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'gw_port_host': None, '_interfaces': [{'id': 'a0f4b412-ddf7-4420-bafd-59a5f0570417', 'name': '', 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'mac_address': 'fa:16:3e:ed:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:26Z', 'updated_at': '2021-11-10T21:13:30Z', 'revision_number': 4, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'subnets': [{'id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0578ff-e65b-4a61-a153-dd54e5273b4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:13:31.096097 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd70f6d-73c4-4756-8550-8d3c9342a1e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:31.096591 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-abd70f6d-73c4-4756-8550-8d3c9342a1e8 admin admin] Synchronizing usage tracker for tenant:c843a110fe7f48bf9748b00d5d407876 on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:13:31.116975 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-abd70f6d-73c4-4756-8550-8d3c9342a1e8 admin admin] Unset dirty status for tenant:c843a110fe7f48bf9748b00d5d407876 on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:13:31.118152 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-abd70f6d-73c4-4756-8550-8d3c9342a1e8 admin admin] 10.222.0.70 "GET /v2.0/networks/e5e6204f-b15f-4aba-96e4-6e2896ad2afd HTTP/1.1" status: 200 len: 842 time: 0.2030413 Nov 10 21:13:31.128007 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'cidr': '172.28.3.0/24'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:13:31.135427 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:13:31.139844 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Usage tracker for resource:subnet and tenant:c843a110fe7f48bf9748b00d5d407876 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:13:31.142807 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:13:31.150741 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:13:31.162206 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Made reservation on behalf of c843a110fe7f48bf9748b00d5d407876 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:13:31.164569 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Notify callbacks [] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:31.559516 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.objects.ports [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82877) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 10 21:13:31.559881 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:31.563578 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:31.637591 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab69553-08e1-4bb4-a169-a755855621f8,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:31.643130 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:31.651751 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:13:31.652097 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Network hostable DHCP agents. Network: e5e6204f-b15f-4aba-96e4-6e2896ad2afd, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:13:31.677924 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:13:31.688360 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, e5e6204f-b15f-4aba-96e4-6e2896ad2afd) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:13:31.692953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:31.693584 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:31.701147 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec78fd2b-b30f-4f2f-b500-628f05863479 None None] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:13:31.714899 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5903246 Nov 10 21:13:31.958475 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b058dbde-8cae-4760-8c89-53874ffbfe82 None None] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:13:33.073334 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a0f4b412-ddf7-4420-bafd-59a5f0570417 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:13:33.143664 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port a0f4b412-ddf7-4420-bafd-59a5f0570417 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:13:33.149483 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port a0f4b412-ddf7-4420-bafd-59a5f0570417 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:33.149854 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:33.270141 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:33.304523 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port a0f4b412-ddf7-4420-bafd-59a5f0570417, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a0f4b412-ddf7-4420-bafd-59a5f0570417,segment=NetworkSegment(307c9e20-d988-4bd4-958a-ac6395afff41),segment_id=307c9e20-d988-4bd4-958a-ac6395afff41)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:13:33.308398 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:33.310508 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d2f88c6e-71eb-4a09-8d20-a7af64330326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:33.379407 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=a0f4b412-ddf7-4420-bafd-59a5f0570417,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:33.382694 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:33.980625 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33340) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:34.220341 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2e011773-8044-4a9f-bb04-36cb401274d5 admin admin] 10.222.0.70 "GET /v2.0/routers/480bee74-70e2-43f6-ac7a-d26018d55b2d HTTP/1.1" status: 200 len: 710 time: 0.2384942 Nov 10 21:13:34.354232 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dc5030-17b4-41b9-acf3-7f776f37297a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:34.355577 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-d5dc5030-17b4-41b9-acf3-7f776f37297a admin admin] 10.222.0.70 "GET /v2.0/networks/e5e6204f-b15f-4aba-96e4-6e2896ad2afd HTTP/1.1" status: 200 len: 886 time: 0.1293664 Nov 10 21:13:34.364465 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:13:34.907823 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:35.038837 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a0f4b412-ddf7-4420-bafd-59a5f0570417 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:13:35.110554 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port a0f4b412-ddf7-4420-bafd-59a5f0570417 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:35.110931 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:35.113931 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:35.177070 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:35.318416 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Allocated IP 172.28.3.133 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/ca8b5194-4ae6-4467-b4d4-636f781864f1) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:13:35.474588 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:35.502812 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:35.507219 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:35.575784 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:13:35.579207 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:13:35.581256 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Pushing event updated for resources: {'Port': ['ID=ca8b5194-4ae6-4467-b4d4-636f781864f1,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:35.583241 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:13:35.610953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:35.731014 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:35.942641 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:35.947742 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-399670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-397236'] for router, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:36.167812 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Router 480bee74-70e2-43f6-ac7a-d26018d55b2d has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:13:36.374204 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:13:36.384527 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:36.387574 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] 10.222.0.70 "PUT /v2.0/routers/480bee74-70e2-43f6-ac7a-d26018d55b2d HTTP/1.1" status: 200 len: 890 time: 2.0248332 Nov 10 21:13:36.387825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Sync routers for ids ['480bee74-70e2-43f6-ac7a-d26018d55b2d'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:13:36.399300 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Routers {'480bee74-70e2-43f6-ac7a-d26018d55b2d'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:13:36.400055 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:13:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['480bee74-70e2-43f6-ac7a-d26018d55b2d'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:13:36.608750 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Set router 480bee74-70e2-43f6-ac7a-d26018d55b2d gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:13:37.021506 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'name': 'router1', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ca8b5194-4ae6-4467-b4d4-636f781864f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:17Z', 'updated_at': '2021-11-10T21:13:35Z', 'revision_number': 4, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'gw_port': {'id': 'ca8b5194-4ae6-4467-b4d4-636f781864f1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:35Z', 'updated_at': '2021-11-10T21:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a0f4b412-ddf7-4420-bafd-59a5f0570417', 'name': '', 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'mac_address': 'fa:16:3e:ed:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:26Z', 'updated_at': '2021-11-10T21:13:33Z', 'revision_number': 5, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'subnets': [{'id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0578ff-e65b-4a61-a153-dd54e5273b4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:13:37.028792 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Checking router: 480bee74-70e2-43f6-ac7a-d26018d55b2d for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:13:37.029264 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Updating router 480bee74-70e2-43f6-ac7a-d26018d55b2d port ca8b5194-4ae6-4467-b4d4-636f781864f1 binding host dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:13:37.088803 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:37.459510 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:37.471364 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Transition to ACTIVE for port object ca8b5194-4ae6-4467-b4d4-636f781864f1 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:13:37.479506 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:37.483408 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:37.597388 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Attempting to bind port ca8b5194-4ae6-4467-b4d4-636f781864f1 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:13:37.597844 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Attempting to bind port ca8b5194-4ae6-4467-b4d4-636f781864f1 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:13:37.598199 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Attempting to bind port ca8b5194-4ae6-4467-b4d4-636f781864f1 on network e5e6204f-b15f-4aba-96e4-6e2896ad2afd {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:13:37.600200 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f3335-c17d-4f79-b063-a16dedfac66c None None] Pushing event updated for resources: {'Port': ['ID=ca8b5194-4ae6-4467-b4d4-636f781864f1,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:37.603133 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f56f3335-c17d-4f79-b063-a16dedfac66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:37.607858 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:13:37.608309 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:13:37.608618 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:37.609010 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Bound using segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:13:37.609461 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Bound port: ca8b5194-4ae6-4467-b4d4-636f781864f1, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:13:37.610153 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:37.685905 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] For port ca8b5194-4ae6-4467-b4d4-636f781864f1, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:13:37.688808 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] For port ca8b5194-4ae6-4467-b4d4-636f781864f1, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=ca8b5194-4ae6-4467-b4d4-636f781864f1,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:13:37.693890 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:37.697739 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:37.775821 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f3335-c17d-4f79-b063-a16dedfac66c None None] Pushing event updated for resources: {'Port': ['ID=ca8b5194-4ae6-4467-b4d4-636f781864f1,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:37.779326 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f56f3335-c17d-4f79-b063-a16dedfac66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:37.782889 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Routers {'480bee74-70e2-43f6-ac7a-d26018d55b2d'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:13:37.783501 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:13:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['480bee74-70e2-43f6-ac7a-d26018d55b2d'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:13:37.966342 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] Set router 480bee74-70e2-43f6-ac7a-d26018d55b2d gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:13:38.306143 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'name': 'router1', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ca8b5194-4ae6-4467-b4d4-636f781864f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:17Z', 'updated_at': '2021-11-10T21:13:35Z', 'revision_number': 4, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'gw_port': {'id': 'ca8b5194-4ae6-4467-b4d4-636f781864f1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:35Z', 'updated_at': '2021-11-10T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a0f4b412-ddf7-4420-bafd-59a5f0570417', 'name': '', 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'mac_address': 'fa:16:3e:ed:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:26Z', 'updated_at': '2021-11-10T21:13:33Z', 'revision_number': 5, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'subnets': [{'id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0578ff-e65b-4a61-a153-dd54e5273b4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:13:38.310047 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e25e31-724b-42bc-824e-759bd0bca9f3 None None] The sync data for ids ['480bee74-70e2-43f6-ac7a-d26018d55b2d'] in dv-cinder-817261-1-smb is: [{'id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'name': 'router1', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ca8b5194-4ae6-4467-b4d4-636f781864f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:17Z', 'updated_at': '2021-11-10T21:13:35Z', 'revision_number': 4, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'gw_port': {'id': 'ca8b5194-4ae6-4467-b4d4-636f781864f1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:35Z', 'updated_at': '2021-11-10T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a0f4b412-ddf7-4420-bafd-59a5f0570417', 'name': '', 'network_id': 'a9c1619d-d73e-43cf-a4eb-971a871ec062', 'tenant_id': '0d09b71926c141dca64b381dd081ad97', 'mac_address': 'fa:16:3e:ed:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480bee74-70e2-43f6-ac7a-d26018d55b2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:26Z', 'updated_at': '2021-11-10T21:13:33Z', 'revision_number': 5, 'project_id': '0d09b71926c141dca64b381dd081ad97', 'subnets': [{'id': '8f650293-fa38-4ccf-99ad-46ba8ab14fbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c0578ff-e65b-4a61-a153-dd54e5273b4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:13:38.853216 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33350) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:13:39.056936 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-10555a75-0dec-490f-b1ff-04bbc8ec7abe admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.2022996 Nov 10 21:13:39.087133 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device ca8b5194-4ae6-4467-b4d4-636f781864f1 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:13:39.176793 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port ca8b5194-4ae6-4467-b4d4-636f781864f1 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:13:39.183136 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port ca8b5194-4ae6-4467-b4d4-636f781864f1 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:39.183592 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:39.324847 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:39.344702 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port ca8b5194-4ae6-4467-b4d4-636f781864f1, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=ca8b5194-4ae6-4467-b4d4-636f781864f1,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:13:39.352253 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:39.355801 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:13:39.435836 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=ca8b5194-4ae6-4467-b4d4-636f781864f1,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:39.439161 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:13:41.102616 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device ca8b5194-4ae6-4467-b4d4-636f781864f1 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:13:41.223591 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port ca8b5194-4ae6-4467-b4d4-636f781864f1 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:41.223591 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:49.919210 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-36829fd6-0786-4cfe-a4e1-99040d807b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:50.679919 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:52.849871 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7e264bf9-e736-46da-878d-b421441ca096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:53.983094 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:13:54.560299 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:13:55.410947 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:19.888004 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b0fab8e1-3d52-457d-bf97-4ff222443114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:20.664005 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:22.853620 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b4177aa9-b49a-492a-880d-10650baac94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:23.987459 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:25.421213 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:31.561461 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:14:49.894321 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-89586eda-dc2d-4fa8-8906-764ea25396f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:50.668153 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:52.858750 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6c2f193d-bdf6-4c7e-898a-54ef5ed88204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:53.992511 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:14:55.428762 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:08.560437 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:15:19.888157 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-689cd905-b56a-4ee1-8011-958cc6188770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:20.671398 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:22.861278 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-984982c9-7393-4803-ae3d-891f7511b098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:23.993086 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:25.429810 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:45.559661 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:15:49.281164 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33928) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:15:49.372359 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb80a0b-340a-405d-a891-a155915f8332 admin admin] GET failed (client error): The resource could not be found. Nov 10 21:15:49.373635 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-9bb80a0b-340a-405d-a891-a155915f8332 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0915046 Nov 10 21:15:49.510911 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31441b2c-3dea-4533-8377-eb89b0338cf2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:15:49.512354 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-31441b2c-3dea-4533-8377-eb89b0338cf2 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1348379 Nov 10 21:15:49.892359 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d7ee9b9b-9d07-42cd-af00-bbdbd289636d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:50.673326 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:51.555834 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33938) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:15:51.697915 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9128dadc-38c0-4850-936a-3b5f75ffd23c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:15:51.698474 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9128dadc-38c0-4850-936a-3b5f75ffd23c admin admin] Synchronizing usage tracker for tenant:c843a110fe7f48bf9748b00d5d407876 on resource:subnet {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:15:51.716601 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9128dadc-38c0-4850-936a-3b5f75ffd23c admin admin] Unset dirty status for tenant:c843a110fe7f48bf9748b00d5d407876 on resource:subnet {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:15:51.721234 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9128dadc-38c0-4850-936a-3b5f75ffd23c admin admin] 10.222.0.70 "GET /v2.0/subnets/8f650293-fa38-4ccf-99ad-46ba8ab14fbc HTTP/1.1" status: 200 len: 849 time: 0.1610076 Nov 10 21:15:51.728157 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:15:51.852013 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:52.052891 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737946276334'] for subnet, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:52.056621 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:15:52.106169 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:15:52.107312 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:52.108007 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] 10.222.0.70 "PUT /v2.0/subnets/8f650293-fa38-4ccf-99ad-46ba8ab14fbc HTTP/1.1" status: 200 len: 868 time: 0.3838329 Nov 10 21:15:52.122281 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d760fd-c9fd-4563-a4b2-98a8bd1bbe99 None None] Network a9c1619d-d73e-43cf-a4eb-971a871ec062 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:15:52.130583 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f650293-fa38-4ccf-99ad-46ba8ab14fbc,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:15:52.140602 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.140938 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.141270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.141593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.141926 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.142237 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.142556 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.142888 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.143207 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.144064 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.144377 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:15:52.148948 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:15:52.651346 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-27ced050-ee10-4a3c-87a7-5cb253c871b7 None None] Provisioning complete for port c2479bb6-2a1c-419a-89d6-066eacbe3daf triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:15:52.651709 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-27ced050-ee10-4a3c-87a7-5cb253c871b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:52.780182 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-27ced050-ee10-4a3c-87a7-5cb253c871b7 None None] Provisioning complete for port a0f4b412-ddf7-4420-bafd-59a5f0570417 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:15:52.780441 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-27ced050-ee10-4a3c-87a7-5cb253c871b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:52.903928 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4ad10532-a9be-4929-ac75-cb626f239fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:53.994980 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:54.197938 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33948) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:15:54.402238 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58217916-6f59-4103-bf5c-0171b588462b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:15:54.402609 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58217916-6f59-4103-bf5c-0171b588462b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:15:54.404122 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-58217916-6f59-4103-bf5c-0171b588462b admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2052085 Nov 10 21:15:55.432468 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:15:56.478177 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33958) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:15:56.678919 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8b176-3010-4223-9093-4324248e1a44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:15:56.679191 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8b176-3010-4223-9093-4324248e1a44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:15:56.680735 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-fad8b176-3010-4223-9093-4324248e1a44 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2015488 Nov 10 21:15:58.743870 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33968) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:15:58.940506 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b8ca6-156d-45e7-9b8a-c8b25b67801d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:15:58.941852 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-5e1b8ca6-156d-45e7-9b8a-c8b25b67801d admin admin] 10.222.0.70 "GET /v2.0/networks/a9c1619d-d73e-43cf-a4eb-971a871ec062 HTTP/1.1" status: 200 len: 870 time: 0.1970434 Nov 10 21:16:01.000166 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 33978) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:01.224355 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a51d2-01c4-4c12-a934-0f048089b4b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:01.225734 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-a09a51d2-01c4-4c12-a934-0f048089b4b6 admin admin] 10.222.0.70 "GET /v2.0/networks/e5e6204f-b15f-4aba-96e4-6e2896ad2afd HTTP/1.1" status: 200 len: 886 time: 0.2245505 Nov 10 21:16:03.332851 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33988) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:03.469419 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a6091-6191-4a13-8a59-2b5090ec6457 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:03.469783 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a6091-6191-4a13-8a59-2b5090ec6457 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:03.471867 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-8d0a6091-6191-4a13-8a59-2b5090ec6457 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1374123 Nov 10 21:16:05.501801 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 33998) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:05.631907 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1917d2-f693-4f47-9574-4719c5a9344b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:05.632302 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1917d2-f693-4f47-9574-4719c5a9344b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:05.633809 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-6a1917d2-f693-4f47-9574-4719c5a9344b admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304116 Nov 10 21:16:07.730227 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34008) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:07.864137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a3aa4-0371-4894-b435-963a82fe3755 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:07.865477 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-979a3aa4-0371-4894-b435-963a82fe3755 admin admin] 10.222.0.70 "GET /v2.0/subnets/5ab69553-08e1-4bb4-a169-a755855621f8 HTTP/1.1" status: 200 len: 816 time: 0.1343162 Nov 10 21:16:09.907007 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34018) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:10.037481 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990f46a-731c-4c6a-9b8a-22a685a1ca02 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:10.038822 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-f990f46a-731c-4c6a-9b8a-22a685a1ca02 admin admin] 10.222.0.70 "GET /v2.0/subnets/8f650293-fa38-4ccf-99ad-46ba8ab14fbc HTTP/1.1" status: 200 len: 868 time: 0.1309004 Nov 10 21:16:19.896572 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c4db3c97-8590-40db-9bd2-63e80e5d8c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:20.678067 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:22.560161 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:16:22.866020 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b9d29a5f-cd82-4217-99e1-68e21545e792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:23.999562 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:25.437201 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:28.234779 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34060) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:28.306275 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [None req-2cfb62e4-a183-424e-9c2c-536bbf99c180 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:16:28.307246 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2cfb62e4-a183-424e-9c2c-536bbf99c180 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715380 Nov 10 21:16:30.419616 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34070) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:30.511260 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c97e85-ce04-467f-a1ef-5faff5a592aa admin admin] GET failed (client error): The resource could not be found. Nov 10 21:16:30.512456 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c9c97e85-ce04-467f-a1ef-5faff5a592aa admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0918946 Nov 10 21:16:30.685439 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559f087-1676-4206-b892-cf1a178cccdb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:30.686810 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-6559f087-1676-4206-b892-cf1a178cccdb admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1704848 Nov 10 21:16:32.805412 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34080) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:32.878621 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:16:32.883147 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:16:32.893169 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:16:32.903398 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Made reservation on behalf of c843a110fe7f48bf9748b00d5d407876 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:16:32.905680 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:32.993344 dv-cinder-817261-1-smb neutron-server[82877]: WARNING neutron.services.revisions.revision_plugin [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Could not find related network for resource to bump revision. Nov 10 21:16:33.006528 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1193} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:16:33.015636 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:33.015996 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Added segment 7bde73ec-2131-4631-b8df-7e571f44d088 of type vlan for network 005b0e1a-f0e2-41bf-a60c-710da855d855 Nov 10 21:16:33.042169 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:33.072534 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:33.073712 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:33.074274 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:33.077534 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:16:33.175951 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Pushing event updated for resources: {'Network': ['ID=005b0e1a-f0e2-41bf-a60c-710da855d855,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:16:33.178848 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3724349 Nov 10 21:16:33.179530 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ec289143-0a27-4d21-9fc3-3c30201917ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:16:33.194195 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network 005b0e1a-f0e2-41bf-a60c-710da855d855 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:16:35.322159 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34090) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:16:35.419496 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe9e591-364a-42d5-b645-f8b4b2e8c60a admin admin] GET failed (client error): The resource could not be found. Nov 10 21:16:35.419997 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-fbe9e591-364a-42d5-b645-f8b4b2e8c60a admin admin] Synchronizing usage tracker for tenant:c843a110fe7f48bf9748b00d5d407876 on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:16:35.437850 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-fbe9e591-364a-42d5-b645-f8b4b2e8c60a admin admin] Unset dirty status for tenant:c843a110fe7f48bf9748b00d5d407876 on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:16:35.439955 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-fbe9e591-364a-42d5-b645-f8b4b2e8c60a admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1159799 Nov 10 21:16:35.556723 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a2785d-6843-4433-96b5-844a38fd80b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:35.558201 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f6a2785d-6843-4433-96b5-844a38fd80b6 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1139238 Nov 10 21:16:35.568372 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:16:35.573306 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:16:35.583870 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:16:35.593699 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Made reservation on behalf of c843a110fe7f48bf9748b00d5d407876 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:16:35.596626 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:35.818843 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:35.823421 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-420ecf0c-765b-4df1-801d-c4ec40f54dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:16:35.896958 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ceb755-5d87-4016-99c5-57cc5490d544,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:16:35.900311 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:16:35.913678 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Checking segment: {'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:16:35.914023 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Network hostable DHCP agents. Network: 005b0e1a-f0e2-41bf-a60c-710da855d855, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:16:35.937501 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Network 005b0e1a-f0e2-41bf-a60c-710da855d855 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:16:35.949879 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, 005b0e1a-f0e2-41bf-a60c-710da855d855) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:16:35.955876 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:16:35.957114 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:35.960731 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f30336a-54a7-4f76-b4cc-b84ae86ddf2d None None] Network 005b0e1a-f0e2-41bf-a60c-710da855d855 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:16:35.983931 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4191837 Nov 10 21:16:36.240154 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76eb6282-be4c-5954-9eb3-907f01c351d6-005b0e1a-f0e2-41bf-a60c-710da855d855', 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855', 'tenant_id': 'c843a110fe7f48bf9748b00d5d407876', 'fixed_ips': [{'subnet_id': '14ceb755-5d87-4016-99c5-57cc5490d544'}]}} from dv-cinder-817261-1-smb. {{(pid=82878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 10 21:16:36.241037 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:36.431770 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Allocated IP 192.168.233.2 (005b0e1a-f0e2-41bf-a60c-710da855d855/14ceb755-5d87-4016-99c5-57cc5490d544/ea16de59-068b-458f-8674-2a1dc781a182) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:16:36.684469 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:36.696276 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Transition to ACTIVE for port object ea16de59-068b-458f-8674-2a1dc781a182 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:16:36.718246 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Transition to ACTIVE for port object ea16de59-068b-458f-8674-2a1dc781a182 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:16:36.730561 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:36.737323 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f56f3335-c17d-4f79-b063-a16dedfac66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:16:36.846544 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Pushing event updated for resources: {'Port': ['ID=ea16de59-068b-458f-8674-2a1dc781a182,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:16:36.851624 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Network 005b0e1a-f0e2-41bf-a60c-710da855d855 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:16:36.855084 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Resources bound (agent type, host, resource id): {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:16:36.861975 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:16:36.864669 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.865002 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.866359 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.866359 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.866359 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.866359 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.866811 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.866902 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.867234 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.868105 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.868105 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:16:36.876506 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:16:36.972038 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Attempting to bind port ea16de59-068b-458f-8674-2a1dc781a182 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:16:36.973001 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Attempting to bind port ea16de59-068b-458f-8674-2a1dc781a182 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:16:36.973001 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Attempting to bind port ea16de59-068b-458f-8674-2a1dc781a182 on network 005b0e1a-f0e2-41bf-a60c-710da855d855 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:16:36.988785 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:16:36.989118 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Checking segment: {'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:16:36.990271 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:36.990271 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Bound using segment: {'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:16:36.990482 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Bound port: ea16de59-068b-458f-8674-2a1dc781a182, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:16:36.990763 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:37.094902 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] For port ea16de59-068b-458f-8674-2a1dc781a182, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:16:37.100182 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] For port ea16de59-068b-458f-8674-2a1dc781a182, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=ea16de59-068b-458f-8674-2a1dc781a182,segment=NetworkSegment(7bde73ec-2131-4631-b8df-7e571f44d088),segment_id=7bde73ec-2131-4631-b8df-7e571f44d088)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:16:37.107240 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:37.113936 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:16:37.210948 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Pushing event updated for resources: {'Port': ['ID=ea16de59-068b-458f-8674-2a1dc781a182,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:16:37.217629 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:16:38.145516 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ed931-c5f3-4515-b31a-3c5465854eeb None None] Network 005b0e1a-f0e2-41bf-a60c-710da855d855 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:16:38.246293 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-f39954b4-100e-421d-9344-f36a47fa3766 None None] Provisioning for port ea16de59-068b-458f-8674-2a1dc781a182 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:16:39.163864 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device ea16de59-068b-458f-8674-2a1dc781a182 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:16:39.239058 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port ea16de59-068b-458f-8674-2a1dc781a182 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:16:39.244414 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port ea16de59-068b-458f-8674-2a1dc781a182 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:16:39.244819 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:39.362973 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:39.395436 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port ea16de59-068b-458f-8674-2a1dc781a182, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=ea16de59-068b-458f-8674-2a1dc781a182,segment=NetworkSegment(7bde73ec-2131-4631-b8df-7e571f44d088),segment_id=7bde73ec-2131-4631-b8df-7e571f44d088)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:16:39.399466 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:39.401566 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:16:39.471010 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=ea16de59-068b-458f-8674-2a1dc781a182,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:16:39.474042 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:16:41.136160 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device ea16de59-068b-458f-8674-2a1dc781a182 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:16:41.207982 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port ea16de59-068b-458f-8674-2a1dc781a182 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:16:41.208322 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:49.899983 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900efa07-e8dc-4f02-b45c-3710c6a7bed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:50.681430 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:52.869093 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2ca900d6-929b-475a-8455-dfee1d507dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:54.004031 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:55.439848 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:16:59.560813 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:17:19.902747 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c89012e3-c492-4889-8cbc-f007604771c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:20.685284 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:22.873298 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9ab994a-d027-4914-80a9-9ed48ff2ddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:24.007207 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:25.445198 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:36.561423 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:17:39.978367 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34132) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:17:39.984480 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [None req-bbd4547f-d54c-4ad4-98ba-1f45d24259c8 tempest-verify_tempest_config-1724229106 tempest-verify_tempest_config-1724229106-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:17:39.985507 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-bbd4547f-d54c-4ad4-98ba-1f45d24259c8 tempest-verify_tempest_config-1724229106 tempest-verify_tempest_config-1724229106-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0061707 Nov 10 21:17:40.340081 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34148) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:17:40.481775 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:40.516678 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:17:40.520487 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Usage tracker for resource:security_group_rule and tenant:097e5b852ba24e13bd4129783d7e9a2f is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:17:40.523577 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:17:40.529185 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:17:40.598845 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:40.602721 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:40.611318 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:17:40.650215 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a977ce-4e34-4995-966c-f08be79a9157,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:17:40.657565 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Synchronizing usage tracker for tenant:c843a110fe7f48bf9748b00d5d407876 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:17:40.665144 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.665466 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.665796 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.666120 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.666442 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.666760 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.667076 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.667409 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.667725 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.668035 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.668346 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:17:40.672971 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:17:40.682956 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Unset dirty status for tenant:c843a110fe7f48bf9748b00d5d407876 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:17:40.684459 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=097e5b852ba24e13bd4129783d7e9a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3433986 Nov 10 21:17:40.687746 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34154) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:17:40.746704 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d77a-d08f-4c3c-9f1a-3c0bc22b4135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:40.773362 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d77a-d08f-4c3c-9f1a-3c0bc22b4135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:40.864915 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d77a-d08f-4c3c-9f1a-3c0bc22b4135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:40.868994 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:17:40.883182 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7d77a-d08f-4c3c-9f1a-3c0bc22b4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a977ce-4e34-4995-966c-f08be79a9157,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:17:40.887064 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f4f7d77a-d08f-4c3c-9f1a-3c0bc22b4135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:17:40.890333 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d77a-d08f-4c3c-9f1a-3c0bc22b4135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:40.893909 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f4f7d77a-d08f-4c3c-9f1a-3c0bc22b4135 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97a977ce-4e34-4995-966c-f08be79a9157 HTTP/1.1" status: 204 len: 168 time: 0.2029541 Nov 10 21:17:49.905679 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-37e44da9-27b1-410c-b913-5cd64a1c8b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:50.689521 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:52.877329 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-53aa3ab8-7f24-44b8-a543-0d73f2da02ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:54.009286 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:17:55.440903 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:13.561414 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:18:19.907714 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e2e1e445-6d75-4d62-b154-71f73de45444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:20.692248 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:22.879035 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9085b9d1-adcf-4c33-9a92-9cac312d38d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:24.010953 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:25.449101 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:49.909371 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5559868-72bb-4044-a40b-a7335e1c436c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:50.562295 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 5 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:18:50.693499 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:52.880836 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-eefcf192-9164-49b2-8f76-afda884a82b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:54.012028 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:18:55.451200 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:19.913392 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fa063fa5-f061-4c14-83ea-6cc8e0975888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:20.695934 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:22.885900 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-becb35be-d246-4934-99c3-c8ace1be847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:23.154704 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400781'] for agent, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:24.018005 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:25.455825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:27.563129 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:19:39.768357 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34226) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:19:39.904938 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-23821fb4-6f5f-4ac6-b922-dac87936418a admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1349144 Nov 10 21:19:42.009601 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34236) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:19:42.096385 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-623fd370-ec15-4e6d-a66e-eec8d761490b admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0857038 Nov 10 21:19:49.914998 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-56b578cf-7327-474f-b793-273c008923eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:50.698957 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:52.878630 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e71676cb-04f2-4894-9ebb-c4d8c001caaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:53.108370 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:54.022659 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:19:55.458418 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:04.564417 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:20:19.917018 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ee865a76-0935-4385-abb0-43fda608f424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:20.702581 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:22.879944 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b452f506-dee9-46ec-b2eb-fbdd1c89b6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:23.122398 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:24.024520 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:25.467105 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:41.569038 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:20:49.920068 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-044c5475-7070-4520-94c3-2a228dddd2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:50.706377 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:52.881484 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-09a61097-ca24-42ac-ae86-c4022fa593d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:53.123893 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:54.036611 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:20:55.465578 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:18.571353 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:21:19.925552 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-95c104b1-a233-4b4e-a5bd-86d616252afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:20.717337 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:22.894282 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1cdedc3b-c047-48ba-a147-2c977a9df486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:23.131042 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:24.041159 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:25.504775 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:30.495120 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34374) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:31.156443 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-222565888-network', 'tenant_id': 'e02c25451f3b41a28063a40cc4ba6a93'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:31.166260 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:31.175102 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Usage tracker for resource:network and tenant:e02c25451f3b41a28063a40cc4ba6a93 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:31.181206 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:31.194190 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:31.211345 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Made reservation on behalf of e02c25451f3b41a28063a40cc4ba6a93 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:31.220592 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.242829 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.299253 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:31.307159 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e02c25451f3b41a28063a40cc4ba6a93 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:31.313115 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:31.324390 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:31.442985 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.447812 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.452841 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f4f7d77a-d08f-4c3c-9f1a-3c0bc22b4135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:31.475352 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1197} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:21:31.505665 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4922c05-d18c-4b5f-b11c-b96e911ef53c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:31.517919 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.517919 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.518506 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.518783 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.519132 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.519458 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.519777 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.520093 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.520409 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.520761 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.521116 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Tracked resource versions report: Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: pushed versions: Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: { 'ConntrackHelper': {'1.0'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Log': {'1.0'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Network': {'1.1'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Port': {'1.5'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'PortForwarding': {'1.2'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'QosPolicy': {'1.8'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'SecurityGroup': {'1.2'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'SecurityGroupRule': {'1.0'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'SubPort': {'1.0'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Subnet': {'1.1'}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Trunk': {'1.1'}} Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: consumer versions: Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: { DHCP agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: HyperV agent@hv-cinder-81726: {}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: L3 agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: Metadata agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: Metering agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: Open vSwitch agent@dv-cinder-817261-1-smb: { 'ConntrackHelper': '1.0', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Log': '1.0', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Network': '1.1', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Port': '1.5', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'PortForwarding': '1.2', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'QosPolicy': '1.8', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'SecurityGroup': '1.2', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'SecurityGroupRule': '1.0', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'SubPort': '1.0', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Subnet': '1.1', Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: 'Trunk': '1.1'}} Nov 10 21:21:31.522146 dv-cinder-817261-1-smb neutron-server[82877]: {{(pid=82877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:21:31.526215 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:31.527366 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.527734 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Added segment a3423b3b-36fd-4d7b-ae31-366441d75d0e of type vlan for network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 Nov 10 21:21:31.558767 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.594066 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.596255 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:31.597444 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.615593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:31.689914 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34412) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:31.690516 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1914320 Nov 10 21:21:31.699201 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Request body: {'subnet': {'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-222565888-subnet', 'tenant_id': 'e02c25451f3b41a28063a40cc4ba6a93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:31.707710 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:31.713813 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Usage tracker for resource:subnet and tenant:e02c25451f3b41a28063a40cc4ba6a93 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:31.720904 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:31.733634 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:31.754845 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Made reservation on behalf of e02c25451f3b41a28063a40cc4ba6a93 for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:31.757941 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:31.817487 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2e07f7ff-7206-4676-926e-bfcb17c8e5b6,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:31.821919 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:31.833609 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:21:32.093111 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:32.102489 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-16d880b1-d86e-4d5e-97aa-1c58bb671d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:32.175369 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654583d9-dfa4-4bad-a007-aa46d9c292ef,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:32.196693 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.197035 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.197364 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.197686 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.198004 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.198327 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.199052 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.199052 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.199278 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.199593 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.199905 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Tracked resource versions report: Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: pushed versions: Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: { 'ConntrackHelper': {'1.0'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Log': {'1.0'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Network': {'1.1'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Port': {'1.5'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'PortForwarding': {'1.2'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'QosPolicy': {'1.8'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'SecurityGroup': {'1.2'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'SecurityGroupRule': {'1.0'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'SubPort': {'1.0'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Subnet': {'1.1'}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Trunk': {'1.1'}} Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: consumer versions: Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: { DHCP agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: HyperV agent@hv-cinder-81726: {}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: L3 agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: Metadata agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: Metering agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: Open vSwitch agent@dv-cinder-817261-1-smb: { 'ConntrackHelper': '1.0', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Log': '1.0', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Network': '1.1', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Port': '1.5', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'PortForwarding': '1.2', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'QosPolicy': '1.8', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'SecurityGroup': '1.2', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'SecurityGroupRule': '1.0', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'SubPort': '1.0', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Subnet': '1.1', Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: 'Trunk': '1.1'}} Nov 10 21:21:32.200965 dv-cinder-817261-1-smb neutron-server[82876]: {{(pid=82876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:21:32.204286 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:32.224315 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Checking segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:32.224715 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Network hostable DHCP agents. Network: 2e07f7ff-7206-4676-926e-bfcb17c8e5b6, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:21:32.251363 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:21:32.265098 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, 2e07f7ff-7206-4676-926e-bfcb17c8e5b6) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:32.272385 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:32.273416 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:32.276402 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d7e348-457c-4065-862a-d21f52fe0564 None None] Network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:32.319660 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6271462 Nov 10 21:21:32.623600 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd7f8e0-eb91-4b03-8150-b46759fb7197 None None] Network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:32.801446 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34442) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:33.004689 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34454) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:33.280967 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-network', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:33.289247 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:33.295007 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Usage tracker for resource:network and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:33.299762 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:33.309063 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:33.323669 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Made reservation on behalf of cea6142182a747d4ad4577a2121bbb3c for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:33.327497 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.342454 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.390038 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:33.397922 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Usage tracker for resource:security_group_rule and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:33.402992 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:33.413985 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:33.509661 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.515115 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.521183 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-422ed640-fc35-4cf9-881b-9e0646557176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:33.547995 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1177} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:21:33.561980 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9cf7af-0e30-447e-8729-bb9cc6371318,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:33.566995 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:33.567955 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.568287 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Added segment 498c85e5-bbf6-4051-b86c-06e79bbdbe08 of type vlan for network d4714832-cad2-4a6d-b644-854f29f496c8 Nov 10 21:21:33.601416 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.655240 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.657443 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:33.658488 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.667901 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:33.736694 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2027917063-network', 'tenant_id': 'f195124801af4164b28449090bc81265'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:33.743338 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:33.751704 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Usage tracker for resource:network and tenant:f195124801af4164b28449090bc81265 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:33.756406 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:33.765570 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:33.783905 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Made reservation on behalf of f195124801af4164b28449090bc81265 for: {'network': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:33.788049 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.809807 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:33.866477 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:33.873018 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Usage tracker for resource:security_group_rule and tenant:f195124801af4164b28449090bc81265 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:33.879631 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:33.886147 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Pushing event updated for resources: {'Network': ['ID=d4714832-cad2-4a6d-b644-854f29f496c8,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:33.904305 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network d4714832-cad2-4a6d-b644-854f29f496c8 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:21:33.906035 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:33.910071 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:33.918309 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1149600 Nov 10 21:21:33.923414 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34484) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:33.932773 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Request body: {'subnet': {'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-subnet', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:33.942527 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:33.950144 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Usage tracker for resource:subnet and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:33.956714 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:33.965744 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:33.986379 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Made reservation on behalf of cea6142182a747d4ad4577a2121bbb3c for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:33.993443 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.084245 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.096245 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.149363 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34488) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:34.151828 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:34.177160 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1163} {{(pid=82876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:21:34.237316 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.237885 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.segments_db [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Added segment 4a2077d3-3de6-4b3a-b9bf-5c15a2a06c7b of type vlan for network e2fcc712-d264-4139-9aa3-f14ee1b4d580 Nov 10 21:21:34.248157 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6adc5-a373-4852-855b-fbaedae841d3,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:34.255549 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:34.322328 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.390901 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.394760 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:34.396249 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.405886 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:34.457904 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.465147 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7c806c50-4c63-4c3a-aaaf-09779a0fb24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:34.533340 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8911d30-c9c1-4913-b025-9e3838024ede,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:34.543343 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:34.587332 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Checking segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:34.588089 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Network hostable DHCP agents. Network: d4714832-cad2-4a6d-b644-854f29f496c8, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:21:34.636162 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Network d4714832-cad2-4a6d-b644-854f29f496c8 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:21:34.642597 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6327631 Nov 10 21:21:34.642597 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Pushing event updated for resources: {'Network': ['ID=e2fcc712-d264-4139-9aa3-f14ee1b4d580,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:34.645613 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34502) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:34.659232 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network e2fcc712-d264-4139-9aa3-f14ee1b4d580 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:21:34.659906 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:34.667232 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, d4714832-cad2-4a6d-b644-854f29f496c8) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:34.673348 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:34.674426 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.681087 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Request body: {'subnet': {'network_id': 'e2fcc712-d264-4139-9aa3-f14ee1b4d580', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2027917063-subnet', 'tenant_id': 'f195124801af4164b28449090bc81265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:34.693805 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:34.707316 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Usage tracker for resource:subnet and tenant:f195124801af4164b28449090bc81265 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:34.713368 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:34.723311 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7929158 Nov 10 21:21:34.724484 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34506) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:34.738845 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:34.739149 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518c469-5353-4c70-b382-0cfd65f699a3 None None] Network d4714832-cad2-4a6d-b644-854f29f496c8 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:34.740471 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:34.748705 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:34.755209 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Made reservation on behalf of f195124801af4164b28449090bc81265 for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:34.759703 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.761265 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Usage tracker for resource:router and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:34.764790 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:34.777546 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:34.804824 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25759'] for router, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.805931 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25748'] for router, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.852445 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.896488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-445616578-network', 'tenant_id': '415b64b2e3284f08b53d7d842e89e8c7'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:34.906241 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:34.913447 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Usage tracker for resource:network and tenant:415b64b2e3284f08b53d7d842e89e8c7 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:34.917965 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:34.926884 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:34.961097 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Made reservation on behalf of 415b64b2e3284f08b53d7d842e89e8c7 for: {'network': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:34.965133 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:34.997051 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:35.059531 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:35.069806 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Usage tracker for resource:security_group_rule and tenant:415b64b2e3284f08b53d7d842e89e8c7 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:35.073804 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:35.084665 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:35.280754 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:35.292173 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:35.318094 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1171} {{(pid=82876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:21:35.333307 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:35.334035 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.segments_db [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Added segment 9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4 of type vlan for network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 Nov 10 21:21:35.379583 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:35.383717 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:35.424224 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:35.462404 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:35.463302 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c9f38-abb1-4c54-9ed3-648f3158ba01,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:35.492329 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:35.497815 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:35.509522 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:35.580788 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:35.864013 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Pushing event updated for resources: {'Network': ['ID=1552f90c-6cb2-45a3-b4bf-3ffc309b3081,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:35.881552 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:35.885828 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7156651 Nov 10 21:21:35.892082 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34524) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:35.971402 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:21:36.018661 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Request body: {'subnet': {'network_id': '1552f90c-6cb2-45a3-b4bf-3ffc309b3081', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-445616578-subnet', 'tenant_id': '415b64b2e3284f08b53d7d842e89e8c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:36.039538 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:36.063521 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Usage tracker for resource:subnet and tenant:415b64b2e3284f08b53d7d842e89e8c7 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:36.066632 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:36.178080 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:36.203075 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:36.226570 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:36.279534 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Made reservation on behalf of 415b64b2e3284f08b53d7d842e89e8c7 for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:36.282914 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:36.405486 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76eb6282-be4c-5954-9eb3-907f01c351d6-d4714832-cad2-4a6d-b644-854f29f496c8', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede'}]}} from dv-cinder-817261-1-smb. {{(pid=82878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 10 21:21:36.408832 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:36.511199 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Allocated IP 172.28.3.204 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/049f8fd8-d3ef-40ed-8364-46f471ca9daa) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:36.733708 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Allocated IP 172.20.0.2 (d4714832-cad2-4a6d-b644-854f29f496c8/a8911d30-c9c1-4913-b025-9e3838024ede/0f3cbeff-060d-4edb-b119-4ba1cb84ad25) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:36.785808 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:36.821917 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:36.834244 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:37.033637 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:37.039767 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:37.052501 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:37.063994 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:37.111890 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Pushing event updated for resources: {'Port': ['ID=049f8fd8-d3ef-40ed-8364-46f471ca9daa,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:37.124098 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:37.142170 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:37.296262 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:37.297897 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677'] for router, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:37.306870 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:37.404268 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4fafa8-2a76-4ae9-94a1-979cdf60b536,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:37.412520 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:37.413423 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:37.568197 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:37.599279 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Transition to ACTIVE for port object 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:37.633218 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Checking segment: {'id': '4a2077d3-3de6-4b3a-b9bf-5c15a2a06c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'e2fcc712-d264-4139-9aa3-f14ee1b4d580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:37.634797 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Network hostable DHCP agents. Network: e2fcc712-d264-4139-9aa3-f14ee1b4d580, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:21:37.651815 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Transition to ACTIVE for port object 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:37.658466 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34558) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:37.667848 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:37.682017 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:37.736224 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3be91f3-33e4-4f2c-b0b2-07dc25948867,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:37.764128 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:37.788015 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Checking segment: {'id': '9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '1552f90c-6cb2-45a3-b4bf-3ffc309b3081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:37.788994 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Network hostable DHCP agents. Network: 1552f90c-6cb2-45a3-b4bf-3ffc309b3081, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:21:37.836125 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Network e2fcc712-d264-4139-9aa3-f14ee1b4d580 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:21:37.862137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, e2fcc712-d264-4139-9aa3-f14ee1b4d580) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:37.877882 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:37.880671 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:37.893589 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e0a15-3790-4937-97d0-9c750294014e None None] Network e2fcc712-d264-4139-9aa3-f14ee1b4d580 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:37.918984 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:21:37.936920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, 1552f90c-6cb2-45a3-b4bf-3ffc309b3081) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:37.943981 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:37.944742 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:37.963103 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3158846 Nov 10 21:21:37.993065 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0958111 Nov 10 21:21:37.995694 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a is scheduled to L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 with binding_index 1 {{(pid=82877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:21:38.092182 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Pushing event updated for resources: {'Port': ['ID=0f3cbeff-060d-4edb-b119-4ba1cb84ad25,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:38.313561 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:38.404404 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.415361 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.416990 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.418763 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.420666 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.421523 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.423271 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.429722 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.432131 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.437192 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.442533 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:38.442725 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Tracked resource versions report: Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: pushed versions: Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: { 'ConntrackHelper': {'1.0'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Log': {'1.0'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Network': {'1.1'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Port': {'1.5'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'PortForwarding': {'1.2'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'QosPolicy': {'1.8'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'SecurityGroup': {'1.2'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'SecurityGroupRule': {'1.0'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'SubPort': {'1.0'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Subnet': {'1.1'}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Trunk': {'1.1'}} Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: consumer versions: Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: { DHCP agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: HyperV agent@hv-cinder-81726: {}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: L3 agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: Metadata agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: Metering agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: Open vSwitch agent@dv-cinder-817261-1-smb: { 'ConntrackHelper': '1.0', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Log': '1.0', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Network': '1.1', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Port': '1.5', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'PortForwarding': '1.2', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'QosPolicy': '1.8', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'SecurityGroup': '1.2', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'SecurityGroupRule': '1.0', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'SubPort': '1.0', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Subnet': '1.1', Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: 'Trunk': '1.1'}} Nov 10 21:21:38.444413 dv-cinder-817261-1-smb neutron-server[82878]: {{(pid=82878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:21:38.459758 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Usage tracker for resource:security_group_rule and tenant:af2cf85a70774443b3ce3a6ff1fede9a is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:38.460363 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2445d08-ae9f-4dac-bc7f-c56096a3000f None None] Network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:38.470614 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:38.486215 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:38.879157 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:38.885315 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:21:38.903161 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Sync routers for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:21:38.910476 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:38.929116 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:38.929741 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:21:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:38.932275 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1e3e37d6-0027-43b8-8007-215f763921bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:38.951218 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.265s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:38.967859 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Network d4714832-cad2-4a6d-b644-854f29f496c8 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:38.977926 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Resources bound (agent type, host, resource id): {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:39.001876 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:39.011458 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34606) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:39.013536 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2875359 Nov 10 21:21:39.048581 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:39.245996 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9662478e-0981-4f5d-9ffb-45e0602e7baf,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:39.317012 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:39.334451 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34614) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:39.336001 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af2cf85a70774443b3ce3a6ff1fede9a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6687717 Nov 10 21:21:39.560243 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:21:39.628963 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13ab5b2b-cc12-4a3d-baa6-74725b946f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:39.723796 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13ab5b2b-cc12-4a3d-baa6-74725b946f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:39.729705 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Attempting to bind port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:21:39.730404 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Attempting to bind port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:21:39.732862 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Attempting to bind port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 on network d4714832-cad2-4a6d-b644-854f29f496c8 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:21:39.921159 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13ab5b2b-cc12-4a3d-baa6-74725b946f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:39.929041 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:21:39.929964 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Checking segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:39.930729 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:39.931649 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Bound using segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:21:39.931824 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:39.933017 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Bound port: 0f3cbeff-060d-4edb-b119-4ba1cb84ad25, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:21:39.934001 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:39.982567 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34634) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:39.989619 dv-cinder-817261-1-smb neutron-server[82877]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 21:21:39.991249 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34636) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:40.009146 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570131ea-e817-4c39-80a6-931bfe977912 None None] Network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:40.051464 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab5b2b-cc12-4a3d-baa6-74725b946f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662478e-0981-4f5d-9ffb-45e0602e7baf,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:40.076530 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-13ab5b2b-cc12-4a3d-baa6-74725b946f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:40.084019 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13ab5b2b-cc12-4a3d-baa6-74725b946f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:40.086160 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-13ab5b2b-cc12-4a3d-baa6-74725b946f6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9662478e-0981-4f5d-9ffb-45e0602e7baf HTTP/1.1" status: 204 len: 168 time: 0.7501721 Nov 10 21:21:40.465187 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-3a8bfa4c-96be-46af-9f6d-ff923f036b36 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.465933 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-3a8bfa4c-96be-46af-9f6d-ff923f036b36 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:21:40.520852 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34660) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:40.525309 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-3a8bfa4c-96be-46af-9f6d-ff923f036b36 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:21:40.532954 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-3a8bfa4c-96be-46af-9f6d-ff923f036b36 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 814 time: 0.5461469 Nov 10 21:21:40.559751 dv-cinder-817261-1-smb neutron-server[82876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 21:21:40.570951 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-7f4b211c-7c26-4c82-8b03-206c0e3ca93d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/quotas/e02c25451f3b41a28063a40cc4ba6a93 HTTP/1.1" status: 200 len: 375 time: 0.0367444 Nov 10 21:21:40.608990 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] For port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:40.613421 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] For port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=0f3cbeff-060d-4edb-b119-4ba1cb84ad25,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:40.659419 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6474c-6ada-42bd-be07-d2ec7a35c263 None None] Network e2fcc712-d264-4139-9aa3-f14ee1b4d580 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:40.677230 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:40.708045 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:40.736108 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-c1249edd-7643-4a88-8987-70fcc3996daa tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1637163 Nov 10 21:21:40.771823 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:37Z', 'revision_number': 3, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:40.790936 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Checking router: ff5b5c93-f7f4-48d4-89f5-e7134b000d1a for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:21:40.792132 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Updating router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a port 049f8fd8-d3ef-40ed-8364-46f471ca9daa binding host dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:21:40.810091 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Pushing event updated for resources: {'Port': ['ID=0f3cbeff-060d-4edb-b119-4ba1cb84ad25,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:40.814916 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:41.039215 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:41.081959 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:41.350056 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-5cccc215-c55a-497d-9793-a5e79540b59f tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:41.352272 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-5cccc215-c55a-497d-9793-a5e79540b59f tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Synchronizing usage tracker for tenant:415b64b2e3284f08b53d7d842e89e8c7 on resource:network {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:21:41.381931 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:21:41.428298 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:41.447291 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Usage tracker for resource:security_group_rule and tenant:492c0582ae2448e485791106c8127efc is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:41.453245 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:41.472699 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:41.517860 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:41.600340 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:41.645121 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:41.665017 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:41.699893 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-5cccc215-c55a-497d-9793-a5e79540b59f tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Unset dirty status for tenant:415b64b2e3284f08b53d7d842e89e8c7 on resource:network {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:21:41.701224 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-5cccc215-c55a-497d-9793-a5e79540b59f tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/networks?id=1552f90c-6cb2-45a3-b4bf-3ffc309b3081 HTTP/1.1" status: 200 len: 811 time: 1.1783423 Nov 10 21:21:41.701846 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f05d5a6-50e3-4e48-b7cc-2b643a17c75c,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:41.714926 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34682) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:41.732751 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:41.754105 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:41.815784 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:41.826853 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Usage tracker for resource:security_group_rule and tenant:a6196d409b014b69875cceb690c014b3 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:41.833160 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:41.848929 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:41.915235 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-ebd4375f-3a50-401c-a862-fa7155661486 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/quotas/415b64b2e3284f08b53d7d842e89e8c7 HTTP/1.1" status: 200 len: 375 time: 0.1784117 Nov 10 21:21:41.961192 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34686) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:41.974719 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-821212831-network', 'tenant_id': 'a879f97f633e40c9ba31ededfa23108f'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:41.982744 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:41.998329 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Usage tracker for resource:network and tenant:a879f97f633e40c9ba31ededfa23108f is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:42.005713 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:42.022757 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:42.039287 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.049282 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-7250928c-6a54-4c3f-934a-df4377a942b0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:21:42.050726 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-7250928c-6a54-4c3f-934a-df4377a942b0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7753596 Nov 10 21:21:42.053898 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.067627 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:42.079433 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Made reservation on behalf of a879f97f633e40c9ba31ededfa23108f for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:42.082412 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.135615 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.152899 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Transition to ACTIVE for port object 049f8fd8-d3ef-40ed-8364-46f471ca9daa will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:42.154586 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.162932 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.184455 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:42.186071 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f345ad99-5214-4dc4-a39c-2a432447c5fd,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:42.190383 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34692) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:42.190599 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=492c0582ae2448e485791106c8127efc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1689973 Nov 10 21:21:42.198499 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:42.224205 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6196d409b014b69875cceb690c014b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5058777 Nov 10 21:21:42.231936 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-6c066d63-ca8c-4d0a-b538-0a4f4c1f5e16 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=415b64b2e3284f08b53d7d842e89e8c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3000233 Nov 10 21:21:42.237129 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34696) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:42.306822 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Attempting to bind port 049f8fd8-d3ef-40ed-8364-46f471ca9daa on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:21:42.307439 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Attempting to bind port 049f8fd8-d3ef-40ed-8364-46f471ca9daa by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:21:42.308249 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Attempting to bind port 049f8fd8-d3ef-40ed-8364-46f471ca9daa on network e5e6204f-b15f-4aba-96e4-6e2896ad2afd {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:21:42.325547 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:21:42.326162 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:42.326832 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.327487 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Bound using segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:21:42.329382 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.330497 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Bound port: 049f8fd8-d3ef-40ed-8364-46f471ca9daa, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:21:42.331219 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.397946 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-ca274bf3-84f0-48f6-9c5c-715a7ed5b6d9 service neutron] 10.222.0.70 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002131 Nov 10 21:21:42.443176 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79da363-3354-422a-a198-63f31b4c92be None None] Network d4714832-cad2-4a6d-b644-854f29f496c8 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:42.487293 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:42.536631 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] For port 049f8fd8-d3ef-40ed-8364-46f471ca9daa, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:42.551436 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] For port 049f8fd8-d3ef-40ed-8364-46f471ca9daa, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=049f8fd8-d3ef-40ed-8364-46f471ca9daa,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:42.553885 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Pushing event updated for resources: {'Port': ['ID=049f8fd8-d3ef-40ed-8364-46f471ca9daa,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:42.558044 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Usage tracker for resource:security_group_rule and tenant:a879f97f633e40c9ba31ededfa23108f is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:42.560707 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.566247 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:42.575865 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:42.590245 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.590904 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.591471 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.592073 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.592651 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.593309 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.593948 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.595498 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.596170 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.596746 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.597399 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Tracked resource versions report: Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: pushed versions: Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: { 'ConntrackHelper': {'1.0'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Log': {'1.0'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Network': {'1.1'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Port': {'1.5'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'PortForwarding': {'1.2'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'QosPolicy': {'1.8'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'SecurityGroup': {'1.2'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'SecurityGroupRule': {'1.0'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'SubPort': {'1.0'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Subnet': {'1.1'}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Trunk': {'1.1'}} Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: consumer versions: Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: { DHCP agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: HyperV agent@hv-cinder-81726: {}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: L3 agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: Metadata agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: Metering agent@dv-cinder-817261-1-smb: {}, Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: Open vSwitch agent@dv-cinder-817261-1-smb: { 'ConntrackHelper': '1.0', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Log': '1.0', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Network': '1.1', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Port': '1.5', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'PortForwarding': '1.2', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'QosPolicy': '1.8', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'SecurityGroup': '1.2', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'SecurityGroupRule': '1.0', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'SubPort': '1.0', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Subnet': '1.1', Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: 'Trunk': '1.1'}} Nov 10 21:21:42.599848 dv-cinder-817261-1-smb neutron-server[82879]: {{(pid=82879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:21:42.607816 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:42.611139 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:42.645178 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1bea6f08-fa43-46ad-a024-6b9ac9154d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.683395 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-ffaee218-6551-4caf-9a29-7380668ee92e service neutron] 10.222.0.70 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728400 Nov 10 21:21:42.717025 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1bea6f08-fa43-46ad-a024-6b9ac9154d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.725151 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Pushing event updated for resources: {'Port': ['ID=049f8fd8-d3ef-40ed-8364-46f471ca9daa,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:42.729381 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:42.747832 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] Provisioning for port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:42.751494 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:42.752529 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:21:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:42.781633 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] Provisioning complete for port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:42.782306 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.790194 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.826352 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.841426 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:42.882825 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:21:42.895556 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.895884 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Added segment a7a11fbf-bf80-4ce4-9212-df7f30e15a16 of type vlan for network 07b377e8-9fa2-4cfa-983c-fa1c570f1031 Nov 10 21:21:42.935313 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.977335 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-dbef2b15-4fcd-4a77-900d-fd0bc71e7d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.978494 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997504c9-bf34-4bf8-9beb-b14c3963795b,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:42.994037 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1bea6f08-fa43-46ad-a024-6b9ac9154d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:42.997134 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:43.001386 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:43.006394 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-54ef6364-0fa1-4b89-a802-a8aa3874fad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:43.023213 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:43.024011 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:43.067821 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea6f08-fa43-46ad-a024-6b9ac9154d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f05d5a6-50e3-4e48-b7cc-2b643a17c75c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:43.080613 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1bea6f08-fa43-46ad-a024-6b9ac9154d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:43.082502 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1201777 Nov 10 21:21:43.083370 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:43.194130 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34706) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:43.197726 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Pushing event updated for resources: {'Network': ['ID=07b377e8-9fa2-4cfa-983c-fa1c570f1031,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:43.210008 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1bea6f08-fa43-46ad-a024-6b9ac9154d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:43.215171 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network 07b377e8-9fa2-4cfa-983c-fa1c570f1031 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:21:43.220774 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-1bea6f08-fa43-46ad-a024-6b9ac9154d02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f05d5a6-50e3-4e48-b7cc-2b643a17c75c HTTP/1.1" status: 204 len: 168 time: 1.0244415 Nov 10 21:21:43.223794 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:43.252306 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Request body: {'subnet': {'network_id': '07b377e8-9fa2-4cfa-983c-fa1c570f1031', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-821212831-subnet', 'tenant_id': 'a879f97f633e40c9ba31ededfa23108f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:43.264771 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:43.313933 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-dbef2b15-4fcd-4a77-900d-fd0bc71e7d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:43.384109 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-97fed0d0-d5c7-4996-b365-aa925c02fbdd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82876) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:21:43.398437 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-97fed0d0-d5c7-4996-b365-aa925c02fbdd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5326207 Nov 10 21:21:43.407090 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:43.420458 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] For port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=0f3cbeff-060d-4edb-b119-4ba1cb84ad25,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:43.433723 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:43.444056 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:43.509039 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Allocated IP 172.20.0.1 (d4714832-cad2-4a6d-b644-854f29f496c8/a8911d30-c9c1-4913-b025-9e3838024ede/d922a247-70ae-420f-98fe-adce90a917fd) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:43.523306 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:21:43.590013 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] Pushing event updated for resources: {'Port': ['ID=0f3cbeff-060d-4edb-b119-4ba1cb84ad25,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:43.603243 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:43.971611 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Usage tracker for resource:subnet and tenant:a879f97f633e40c9ba31ededfa23108f is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:43.980840 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:44.004660 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-6ad86592-1338-4d59-978a-cee440bbfd7c None None] Provisioning complete for port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:44.005613 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6ad86592-1338-4d59-978a-cee440bbfd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:44.024772 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:44.277724 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:37Z', 'revision_number': 3, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:44.291958 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d567d-4d58-4c3e-8b10-db4debb2679e None None] The sync data for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb is: [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:37Z', 'revision_number': 3, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:21:44.332832 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Made reservation on behalf of a879f97f633e40c9ba31ededfa23108f for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:44.335172 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:44.338515 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34742) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:44.347384 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1425f051-c064-4beb-8637-665b84e47c03 req-a3ac9688-cec9-43e1-948c-f1cc81139f0f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 210 time: 0.1450233 Nov 10 21:21:44.383709 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:44.457166 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:44.467521 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Usage tracker for resource:security_group_rule and tenant:d20587513fa048caaf84d862fc302d90 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:44.475377 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:44.494772 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:44.627084 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:44.654543 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:44.670884 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2367909d-9e2b-4348-90f3-3e7e914cc201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:44.746864 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67388e8-6d24-4409-afb3-dbdfbf334409,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:44.755871 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:44.804911 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d20587513fa048caaf84d862fc302d90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4627769 Nov 10 21:21:44.810468 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34760) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:44.839634 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-dbef2b15-4fcd-4a77-900d-fd0bc71e7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:44.883316 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-62617b8d-5f29-41d0-a7b4-e5a458afb741 service neutron] 10.222.0.70 "GET /v2.0/networks/1552f90c-6cb2-45a3-b4bf-3ffc309b3081?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3077207 Nov 10 21:21:44.892168 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:44.927971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:45.001689 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b330ae1f-37b7-4515-b6ce-c50bfe21d2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:45.069575 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b330ae1f-37b7-4515-b6ce-c50bfe21d2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:45.177164 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:45.212639 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b330ae1f-37b7-4515-b6ce-c50bfe21d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:45.220070 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1bea6f08-fa43-46ad-a024-6b9ac9154d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:45.248845 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330ae1f-37b7-4515-b6ce-c50bfe21d2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67388e8-6d24-4409-afb3-dbdfbf334409,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:45.255667 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b330ae1f-37b7-4515-b6ce-c50bfe21d2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:45.258628 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-dbef2b15-4fcd-4a77-900d-fd0bc71e7d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:45.262607 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-dbef2b15-4fcd-4a77-900d-fd0bc71e7d52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f345ad99-5214-4dc4-a39c-2a432447c5fd HTTP/1.1" status: 204 len: 168 time: 3.0224514 Nov 10 21:21:45.263802 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef2b15-4fcd-4a77-900d-fd0bc71e7d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f345ad99-5214-4dc4-a39c-2a432447c5fd,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:45.268317 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b330ae1f-37b7-4515-b6ce-c50bfe21d2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:45.269690 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b330ae1f-37b7-4515-b6ce-c50bfe21d2bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b67388e8-6d24-4409-afb3-dbdfbf334409 HTTP/1.1" status: 204 len: 168 time: 0.4576726 Nov 10 21:21:45.288039 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-dbef2b15-4fcd-4a77-900d-fd0bc71e7d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:45.326054 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:45.569204 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Transition to ACTIVE for port object d922a247-70ae-420f-98fe-adce90a917fd will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:45.576839 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc88ad1-a5ab-496f-abef-98ddbf24920a,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:45.584112 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:45.708534 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:21:45.919531 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:45.920229 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:46.048908 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e4f3d266-ebcd-4341-981e-32f19c67297c req-6d5eb6cb-d6c6-4f50-8bcd-552083840ee6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 210 time: 0.1634090 Nov 10 21:21:46.128819 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Checking segment: {'id': 'a7a11fbf-bf80-4ce4-9212-df7f30e15a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '07b377e8-9fa2-4cfa-983c-fa1c570f1031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:46.144848 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Network hostable DHCP agents. Network: 07b377e8-9fa2-4cfa-983c-fa1c570f1031, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:21:46.215739 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-72e4225a-9ae2-4267-bbad-3a2bb3a01007 service neutron] 10.222.0.70 "GET /v2.0/networks/1552f90c-6cb2-45a3-b4bf-3ffc309b3081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2758086 Nov 10 21:21:46.221757 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:46.233631 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:46.332283 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Network d4714832-cad2-4a6d-b644-854f29f496c8 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:46.333503 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Network 07b377e8-9fa2-4cfa-983c-fa1c570f1031 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:21:46.338937 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:46.358238 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:46.361000 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:46.366528 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Pushing event updated for resources: {'Port': ['ID=d922a247-70ae-420f-98fe-adce90a917fd,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:46.381566 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:46.428939 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 049f8fd8-d3ef-40ed-8364-46f471ca9daa up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:21:46.435727 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, 07b377e8-9fa2-4cfa-983c-fa1c570f1031) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:46.450887 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:46.452067 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:46.557312 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3276799 Nov 10 21:21:46.581209 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6448586b-af38-44b2-b58a-3add71a10a32 None None] Network 07b377e8-9fa2-4cfa-983c-fa1c570f1031 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:46.833809 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:47.357337 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-08f22eea-3106-4418-9326-ab16b1add1cd None None] Provisioning for port d922a247-70ae-420f-98fe-adce90a917fd completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:47.380855 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 049f8fd8-d3ef-40ed-8364-46f471ca9daa completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:47.426051 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34844) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:47.432881 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-08f22eea-3106-4418-9326-ab16b1add1cd None None] Provisioning complete for port d922a247-70ae-420f-98fe-adce90a917fd triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:47.433517 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-08f22eea-3106-4418-9326-ab16b1add1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:47.508829 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:47.553515 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 049f8fd8-d3ef-40ed-8364-46f471ca9daa triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:47.554107 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:47.606369 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] Deleting subnet 7c4fafa8-2a76-4ae9-94a1-979cdf60b536 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:21:47.617176 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:47.618021 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-08f22eea-3106-4418-9326-ab16b1add1cd None None] Port d922a247-70ae-420f-98fe-adce90a917fd cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:21:47.744953 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b2afe-4c48-485f-9ae6-bbe2aca99319 None None] Network 07b377e8-9fa2-4cfa-983c-fa1c570f1031 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:21:47.765142 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:47.776778 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1565935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400967'] for router_interface, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:47.787857 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:47.897779 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-78811b60-4052-41c1-9d74-d8304ccd08e5 req-89bcc31a-f103-4553-988b-493d6abe496e tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 210 time: 0.3708656 Nov 10 21:21:47.942268 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c956b0bb-5038-419e-87bf-7bfca66b109f req-ba063c15-33de-4f01-bc0a-02558f437d18 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 210 time: 0.2193205 Nov 10 21:21:47.994551 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.58', 51754) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:48.137978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Pushing event updated for resources: {'Port': ['ID=d922a247-70ae-420f-98fe-adce90a917fd,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:48.143269 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Network d4714832-cad2-4a6d-b644-854f29f496c8 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:48.144577 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:48.145684 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:48.259081 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34870) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:48.519475 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:48.770789 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-03da5198-ea57-46f9-b235-78a469a86350 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:48.778373 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-03da5198-ea57-46f9-b235-78a469a86350 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 814 time: 0.7809272 Nov 10 21:21:48.794199 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:48.851430 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Request body: {'port': {'device_id': 'e4441f93-e11f-49a8-9b14-50b94c0bb563', 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'admin_state_up': True, 'tenant_id': 'e02c25451f3b41a28063a40cc4ba6a93'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:49.141571 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port 049f8fd8-d3ef-40ed-8364-46f471ca9daa, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=049f8fd8-d3ef-40ed-8364-46f471ca9daa,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:49.215844 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:49.243741 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:49.341972 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:49.382159 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-2d8d011b-421e-4773-b0a8-046e85c85a5e None None] Provisioning complete for port d922a247-70ae-420f-98fe-adce90a917fd triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:49.383256 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2d8d011b-421e-4773-b0a8-046e85c85a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:49.451561 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:49.522955 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:49.558243 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Usage tracker for resource:security_group_rule and tenant:0554c90c627945e4bbe0f29b18433d60 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:49.572123 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:49.581136 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d011b-421e-4773-b0a8-046e85c85a5e None None] Port d922a247-70ae-420f-98fe-adce90a917fd cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:21:49.604479 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:49.636137 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=049f8fd8-d3ef-40ed-8364-46f471ca9daa,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:49.656740 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:49.753367 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:49.842011 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Usage tracker for resource:port and tenant:e02c25451f3b41a28063a40cc4ba6a93 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:49.851432 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:49.899860 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:49.945150 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-660f8194-3b85-4616-85cf-f7712cdf7982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:49.967710 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-473c1ba8-b8f7-41ab-a476-c15dd35538da req-ac313746-0fdd-463e-988a-854e4c1d281d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 210 time: 0.2636671 Nov 10 21:21:49.995767 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Made reservation on behalf of e02c25451f3b41a28063a40cc4ba6a93 for: {'port': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:50.028892 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:50.213577 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:50.232253 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:50.258335 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:21:50.290401 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-a2812806-8e4a-4124-a42e-d6126bd3c94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:50.295219 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-103f8a03-371d-4147-a5e4-c6727e0a9cdd req-760c0b48-5deb-4b13-866b-eca3948c988d tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 210 time: 0.1764059 Nov 10 21:21:50.299468 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:50.431552 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:50.485138 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2940518-3510-4606-9887-2157266d2258,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:50.524949 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:50.643757 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0554c90c627945e4bbe0f29b18433d60&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3814480 Nov 10 21:21:50.654463 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Allocated IP 172.20.0.9 (2e07f7ff-7206-4676-926e-bfcb17c8e5b6/654583d9-dfa4-4bad-a007-aa46d9c292ef/cf271a9b-2be3-42d1-9488-8717ddc81d94) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:50.662610 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 34944) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:50.731076 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:50.733409 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.58', 51762) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:51.221713 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:51.289198 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4fafa8-2a76-4ae9-94a1-979cdf60b536,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:51.305692 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:51.340154 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:51.420985 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 049f8fd8-d3ef-40ed-8364-46f471ca9daa up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:21:51.540780 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec71b-6a44-426b-a048-008387475e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:51.556276 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-acf3e7ce-2852-45aa-bc65-28997d6a2d5b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7c4fafa8-2a76-4ae9-94a1-979cdf60b536 HTTP/1.1" status: 204 len: 168 time: 4.1256771 Nov 10 21:21:51.557677 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34968) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:51.568497 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-c6f46521-fcd1-4477-b9aa-f92e0c9b5417 req-106be6ba-5046-4768-b655-3a5db72a9740 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:21:51.609820 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec71b-6a44-426b-a048-008387475e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:51.658190 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 049f8fd8-d3ef-40ed-8364-46f471ca9daa triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:51.659120 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:51.822228 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 34974) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:51.872475 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2b2992d9-98b8-40a3-9b3c-a2ca424a3184 req-0ca93102-c35a-4311-805f-e1d25df74089 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 210 time: 0.1291542 Nov 10 21:21:51.934476 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec71b-6a44-426b-a048-008387475e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:51.945799 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:51.956323 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:51.981031 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:52.005465 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-db0f435b-4a12-4466-9830-aab9533423c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:52.067293 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:52.075524 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-ba45f591-28c3-4831-a2f2-ea1bd09ff60d tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.080685 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-ba45f591-28c3-4831-a2f2-ea1bd09ff60d tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.58 "GET /v2.0/networks?id=1552f90c-6cb2-45a3-b4bf-3ffc309b3081 HTTP/1.1" status: 200 len: 811 time: 1.3436079 Nov 10 21:21:52.083957 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:52.090256 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:52.099281 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.105248 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:52.128350 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ec71b-6a44-426b-a048-008387475e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2940518-3510-4606-9887-2157266d2258,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:52.138594 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ad5ec71b-6a44-426b-a048-008387475e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:52.153332 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-c6f46521-fcd1-4477-b9aa-f92e0c9b5417 req-106be6ba-5046-4768-b655-3a5db72a9740 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:21:52.166535 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c6f46521-fcd1-4477-b9aa-f92e0c9b5417 req-106be6ba-5046-4768-b655-3a5db72a9740 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 210 time: 0.8004847 Nov 10 21:21:52.169748 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Request body: {'port': {'device_id': '547fe242-fca4-4908-b35e-d870f931c7e8', 'network_id': '1552f90c-6cb2-45a3-b4bf-3ffc309b3081', 'admin_state_up': True, 'tenant_id': '415b64b2e3284f08b53d7d842e89e8c7'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:52.194355 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3697205 Nov 10 21:21:52.232764 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec71b-6a44-426b-a048-008387475e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:52.236779 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-ad5ec71b-6a44-426b-a048-008387475e7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2940518-3510-4606-9887-2157266d2258 HTTP/1.1" status: 204 len: 168 time: 1.5698452 Nov 10 21:21:52.301222 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-e8f4a24e-33f6-42f0-b945-186e0fd7c0f1 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 10 21:21:52.303496 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-e8f4a24e-33f6-42f0-b945-186e0fd7c0f1 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0133178 Nov 10 21:21:52.308127 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Pushing event updated for resources: {'Port': ['ID=cf271a9b-2be3-42d1-9488-8717ddc81d94,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:52.446550 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:52.487680 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.488046 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.490080 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.490443 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > port after_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.490746 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.492152 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > port after_update 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.492494 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.494517 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.494864 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.497394 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:52.847062 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:52.863289 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Usage tracker for resource:port and tenant:415b64b2e3284f08b53d7d842e89e8c7 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:52.878575 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:52.896841 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:52.935021 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Made reservation on behalf of 415b64b2e3284f08b53d7d842e89e8c7 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:52.940085 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e21d1833-e718-4ace-8260-774267ece369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:52.949756 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:53.034000 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:21:53.063768 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] 10.222.0.70 "PUT /v2.0/routers/ff5b5c93-f7f4-48d4-89f5-e7134b000d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0468872 Nov 10 21:21:53.064713 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Sync routers for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:21:53.117617 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:53.120078 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:21:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:53.203561 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:53.203928 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:53.204208 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:53.204528 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:53.204909 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fcc712-d264-4139-9aa3-f14ee1b4d580']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:53.288521 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.308s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:53.319782 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2077d3-3de6-4b3a-b9bf-5c15a2a06c7b') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:53.320513 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2077d3-3de6-4b3a-b9bf-5c15a2a06c7b') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:53.334812 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:53.502352 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371172'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:53.556162 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:53.601632 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5b7d41fe-5189-4ea8-ba6c-3cb6dbec7f82 req-7f141e02-7e1a-4870-b95a-02bdf2ab0b5d tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 210 time: 0.0569458 Nov 10 21:21:53.732677 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:53.755004 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:53.758466 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Allocated IP 172.20.0.4 (1552f90c-6cb2-45a3-b4bf-3ffc309b3081/f3be91f3-33e4-4f2c-b0b2-07dc25948867/67d4283d-888c-44e6-9975-c23de52ae26f) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:53.761736 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Usage tracker for resource:security_group_rule and tenant:2f1f0d29e41440789ba5514c0fd97c6c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:53.780174 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:53.788458 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:21:53.789284 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3331956'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: util.warn_limited( Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: util.warn_limited( Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: Traceback (most recent call last): Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: timer() Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: cb(*args, **kw) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: return func(*args, **kwargs) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: self._notify() Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: self.callback(batched_events) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: event.method(event) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: return f(self, *a, **k) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: return self._get(url).json() Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: return self.request(url, 'GET', **kwargs) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:21:53.841327 dv-cinder-817261-1-smb neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:21:53.870133 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:53.929879 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:21:54.148819 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:54.238836 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:54.285193 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-16090df4-8da9-4de6-8168-1a70d69f99ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:54.338792 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:54.387153 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fcc712-d264-4139-9aa3-f14ee1b4d580,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:54.397272 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:54.417160 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06bb2-c0b9-458a-a5bf-1b9839fd2208 req-71d1bdad-d3fe-4cc4-b1bb-ed1b04a931e7 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:54.425893 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c6b06bb2-c0b9-458a-a5bf-1b9839fd2208 req-71d1bdad-d3fe-4cc4-b1bb-ed1b04a931e7 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 931 time: 0.9027274 Nov 10 21:21:54.470247 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:54.487605 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35020) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:54.491995 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e2fcc712-d264-4139-9aa3-f14ee1b4d580 HTTP/1.1" status: 204 len: 168 time: 2.9295816 Nov 10 21:21:54.626024 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-c6b06bb2-c0b9-458a-a5bf-1b9839fd2208 req-e7566db1-9791-432d-b176-7329b75f7d93 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:21:54.656970 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] Deleting subnet 7bc88ad1-a5ab-496f-abef-98ddbf24920a {{(pid=82876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:21:54.668152 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:54.672968 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-c6b06bb2-c0b9-458a-a5bf-1b9839fd2208 req-e7566db1-9791-432d-b176-7329b75f7d93 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:21:54.676383 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c6b06bb2-c0b9-458a-a5bf-1b9839fd2208 req-e7566db1-9791-432d-b176-7329b75f7d93 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455320 Nov 10 21:21:54.698998 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:54.708375 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:54.823492 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cc0dfb54-35da-4e13-8839-307883da199b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:54.873799 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f1f0d29e41440789ba5514c0fd97c6c&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0144420 Nov 10 21:21:54.876839 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35028) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:54.938632 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:54.948513 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f05f10-d1e2-4973-a419-580c85ea3ffb,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:54.962884 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:54.992162 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:55.136077 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:21:47Z', 'revision_number': 2, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:55.148857 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:55.158178 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Checking router: ff5b5c93-f7f4-48d4-89f5-e7134b000d1a for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:21:55.161957 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Updating router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a port d922a247-70ae-420f-98fe-adce90a917fd binding host dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:21:55.201137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:55.248879 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Request body: {'port': {'device_id': 'e4441f93-e11f-49a8-9b14-50b94c0bb563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:55.432788 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:55.458769 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:55.476694 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:55.537072 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:55.541250 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:55.541895 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:55.598813 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:21:55.705736 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Pushing event updated for resources: {'Port': ['ID=67d4283d-888c-44e6-9975-c23de52ae26f,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:55.726138 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5996723 Nov 10 21:21:55.732977 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for subnet, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:55.738494 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:55.759868 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Request body: {'port': {'device_id': '547fe242-fca4-4908-b35e-d870f931c7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:55.907757 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:55.931670 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e6f593e9-a9ac-4f72-aece-ba63b9c4393e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:56.113728 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc88ad1-a5ab-496f-abef-98ddbf24920a,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:56.133884 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:56.219278 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:56.236133 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-a94c86f2-abb7-4221-8f7f-28189cebcd55 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7bc88ad1-a5ab-496f-abef-98ddbf24920a HTTP/1.1" status: 204 len: 168 time: 1.7489514 Nov 10 21:21:56.237649 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35054) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:56.477570 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35064) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:56.503029 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474291298', 'description': 'tempest-description--942719291'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:21:56.555316 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:56.578579 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:56.603474 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Transition to ACTIVE for port object d922a247-70ae-420f-98fe-adce90a917fd will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:56.622676 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:56.627809 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:56.637947 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:56.666633 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:security_group and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:56.794874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:56.816793 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10d445-4cfb-4fa3-93bd-b2f22c6afc99 None None] Pushing event updated for resources: {'Port': ['ID=d922a247-70ae-420f-98fe-adce90a917fd,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:56.820794 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8d10d445-4cfb-4fa3-93bd-b2f22c6afc99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:56.867895 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:56.945781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:57.081847 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:57.094022 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:57.321224 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Attempting to bind port d922a247-70ae-420f-98fe-adce90a917fd on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:21:57.322832 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Attempting to bind port d922a247-70ae-420f-98fe-adce90a917fd by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:21:57.323882 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Attempting to bind port d922a247-70ae-420f-98fe-adce90a917fd on network d4714832-cad2-4a6d-b644-854f29f496c8 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:21:57.333839 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:21:57.334721 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Checking segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:57.335572 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:57.336269 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Bound using segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:21:57.337194 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Bound port: d922a247-70ae-420f-98fe-adce90a917fd, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:21:57.337853 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:57.592268 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] For port d922a247-70ae-420f-98fe-adce90a917fd, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:57.603225 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] For port d922a247-70ae-420f-98fe-adce90a917fd, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=d922a247-70ae-420f-98fe-adce90a917fd,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:57.611680 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:57.619521 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-24c3bbef-53e7-432e-8b01-5243149ed357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:57.770157 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf271a9b-2be3-42d1-9488-8717ddc81d94 {{(pid=82877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:57.810558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:57.868527 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Transition to ACTIVE for port object cf271a9b-2be3-42d1-9488-8717ddc81d94 will not be triggered until provisioned by entity L2. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:57.935226 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84eb7-2db8-4c62-b051-c471de7ce2a5 req-f16d60de-7adc-4de8-bc85-17e3894423f9 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:57.942693 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fa84eb7-2db8-4c62-b051-c471de7ce2a5 req-f16d60de-7adc-4de8-bc85-17e3894423f9 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 931 time: 1.2722383 Nov 10 21:21:57.958763 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f420256e-7c59-49c8-9ec8-ea9689607230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:57.967609 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10d445-4cfb-4fa3-93bd-b2f22c6afc99 None None] Pushing event updated for resources: {'Port': ['ID=d922a247-70ae-420f-98fe-adce90a917fd,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:57.974579 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8d10d445-4cfb-4fa3-93bd-b2f22c6afc99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:57.976024 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35078) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:21:57.977448 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:57.980820 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:21:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:58.030374 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:58.080277 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-af08ba49-f055-43b0-9c0a-4c7331597b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:58.173851 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f420256e-7c59-49c8-9ec8-ea9689607230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:58.229272 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6e336-fa37-4ff4-a2dd-caae63230a3a req-eb3b72a4-8aec-4eec-b9ac-290098e6f60f tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:58.231278 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6de6e336-fa37-4ff4-a2dd-caae63230a3a req-eb3b72a4-8aec-4eec-b9ac-290098e6f60f tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 931 time: 3.1380219 Nov 10 21:21:58.475449 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Pushing event updated for resources: {'Port': ['ID=cf271a9b-2be3-42d1-9488-8717ddc81d94,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:58.481644 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:58.504931 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:58.590923 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.592062 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.598504 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.599329 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > port after_create 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.601118 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.602044 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > port after_update 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.602869 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.603716 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.604508 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.605316 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:58.878789 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:21:58.888638 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6de6e336-fa37-4ff4-a2dd-caae63230a3a req-3dd93919-eeac-4026-ad90-cfce35e7ab98 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485523 Nov 10 21:21:58.939494 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f420256e-7c59-49c8-9ec8-ea9689607230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:58.982873 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7103d375-f80c-416f-bee4-5bb42a3d8a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:59.045007 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420256e-7c59-49c8-9ec8-ea9689607230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f05f10-d1e2-4973-a419-580c85ea3ffb,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:59.063310 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f420256e-7c59-49c8-9ec8-ea9689607230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:21:59.091743 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f420256e-7c59-49c8-9ec8-ea9689607230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:59.098813 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f420256e-7c59-49c8-9ec8-ea9689607230 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0f05f10-d1e2-4973-a419-580c85ea3ffb HTTP/1.1" status: 204 len: 168 time: 4.2060981 Nov 10 21:21:59.103343 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Attempting to bind port cf271a9b-2be3-42d1-9488-8717ddc81d94 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:21:59.103758 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Attempting to bind port cf271a9b-2be3-42d1-9488-8717ddc81d94 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'}] {{(pid=82877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:21:59.104453 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Attempting to bind port cf271a9b-2be3-42d1-9488-8717ddc81d94 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:21:59.119117 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Port cf271a9b-2be3-42d1-9488-8717ddc81d94 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:21:59.119117 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Attempting to bind port cf271a9b-2be3-42d1-9488-8717ddc81d94 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:21:59.125510 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:21:59.126206 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Checking segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:21:59.126898 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Bound using segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:21:59.129227 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Bound port: cf271a9b-2be3-42d1-9488-8717ddc81d94, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'}}] {{(pid=82877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:21:59.131154 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:59.369308 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:59.370415 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:59.370415 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:59.370415 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:21:59.370930 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b377e8-9fa2-4cfa-983c-fa1c570f1031']}} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:59.511306 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:21:59.524683 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a11fbf-bf80-4ce4-9212-df7f30e15a16') {'for_net_delete': True} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:59.525256 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a11fbf-bf80-4ce4-9212-df7f30e15a16') {} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:59.534678 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:59.552719 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:security_group_rule and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:21:59.560702 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:21:59.594027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252310'] for segment, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:59.608585 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:21:59.627513 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] For port cf271a9b-2be3-42d1-9488-8717ddc81d94, host hv-cinder-81726, cleared binding levels {{(pid=82877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:59.654371 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] For port cf271a9b-2be3-42d1-9488-8717ddc81d94, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:59.667213 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:59.684090 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1dac7e94-21cc-4460-a856-3d2794b45750 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:21:59.805037 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:59.806820 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf271a9b-2be3-42d1-9488-8717ddc81d94 HTTP/1.1" status: 200 len: 1093 time: 5.7153955 Nov 10 21:21:59.810319 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4441f93-e11f-49a8-9b14-50b94c0bb563', 'tag': 'cf271a9b-2be3-42d1-9488-8717ddc81d94'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:59.888993 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:21:59.938658 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fa84eb7-2db8-4c62-b051-c471de7ce2a5 req-1090cd5b-a010-4357-9bba-4c0f5ebc31cc tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9029038 Nov 10 21:22:00.286596 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Pushing event updated for resources: {'Port': ['ID=cf271a9b-2be3-42d1-9488-8717ddc81d94,revision_number=3']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:00.354943 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:00.444230 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533021c-e6fc-4c7d-bde1-11daf19f10a0 req-4188acd8-e38b-4846-bc6f-3a382a5b162b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:00.453065 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c533021c-e6fc-4c7d-bde1-11daf19f10a0 req-4188acd8-e38b-4846-bc6f-3a382a5b162b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 931 time: 0.2571001 Nov 10 21:22:00.489976 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:21:57Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:00.508743 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aeeb33-bed6-4699-8468-80132263b900 None None] The sync data for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb is: [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:21:57Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:22:00.539584 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-d99f09d2-f8e1-41c3-bf8c-dd43b077cf91 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 1096 time: 0.6104908 Nov 10 21:22:00.572116 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c533021c-e6fc-4c7d-bde1-11daf19f10a0 req-2923bdf4-2aca-47f2-a187-49b0b904f485 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176269 Nov 10 21:22:00.591329 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d4283d-888c-44e6-9975-c23de52ae26f {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:00.723381 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=82876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:22:00.724159 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578719'] for segment, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:00.826743 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-ffde40b0-9f55-48ac-baef-6f3458bcc780 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94 HTTP/1.1" status: 200 len: 217 time: 0.1812356 Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: util.warn_limited( Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: util.warn_limited( Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: Traceback (most recent call last): Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: timer() Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: cb(*args, **kw) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: return func(*args, **kwargs) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: self._notify() Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: self.callback(batched_events) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: event.method(event) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: return f(self, *a, **k) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: return self._get(url).json() Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: return self.request(url, 'GET', **kwargs) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:22:01.025938 dv-cinder-817261-1-smb neutron-server[82876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:22:01.111895 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-bcbd1b53-7552-4ca5-b7c2-b23d130358f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:01.115626 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-bcbd1b53-7552-4ca5-b7c2-b23d130358f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.2422345 Nov 10 21:22:01.259998 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-e20ebcd5-2c73-4f31-bc48-456efc1628d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304207 Nov 10 21:22:01.262713 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4441f93-e11f-49a8-9b14-50b94c0bb563', 'tag': 'cf271a9b-2be3-42d1-9488-8717ddc81d94', 'status': 'completed', 'code': 200} Nov 10 21:22:01.315320 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.376249 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Transition to ACTIVE for port object 67d4283d-888c-44e6-9975-c23de52ae26f will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:01.427999 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:01.436427 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] Usage tracker for resource:security_group_rule and tenant:717b5957ac464ce2998c4228a0af3a58 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:01.453655 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:01.474278 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device d922a247-70ae-420f-98fe-adce90a917fd up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:22:01.480982 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:01.599315 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.607021 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.611816 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.613608 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.644827 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.648527 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-dbef2b15-4fcd-4a77-900d-fd0bc71e7d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:01.816727 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.835157 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.836416 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 5.3575785 Nov 10 21:22:01.851578 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.853691 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] 10.222.0.70 "DELETE /v2.0/networks/07b377e8-9fa2-4cfa-983c-fa1c570f1031 HTTP/1.1" status: 204 len: 168 time: 5.6061344 Nov 10 21:22:01.855049 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35144) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:01.872889 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port d922a247-70ae-420f-98fe-adce90a917fd completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:01.907023 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'security_group_rule': {'security_group_id': '56ed11f7-e9d9-4c3f-80c5-6758b841517c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:01.910114 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port d922a247-70ae-420f-98fe-adce90a917fd triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:01.910725 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:01.947761 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:02.082509 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e25ce5e-45d3-452d-a8d8-dd88e91ab815,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:02.209377 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-b6ce6f2f-50cc-4fe1-a433-71babf840ce5 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9340470 Nov 10 21:22:02.253621 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ed11f7-e9d9-4c3f-80c5-6758b841517c,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:02.275405 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:02.279475 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:security_group_rule and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:02.304380 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-61afd669-c0d0-48d5-aea4-14eceb7d0993 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.644s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:02.415770 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-f1c78194-3120-46db-9326-b97227071b00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=717b5957ac464ce2998c4228a0af3a58&name=default HTTP/1.1" status: 200 len: 2647 time: 4.4048705 Nov 10 21:22:02.440274 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:02.455029 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35156) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:02.498131 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:02.709274 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:02.764028 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port d922a247-70ae-420f-98fe-adce90a917fd, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=d922a247-70ae-420f-98fe-adce90a917fd,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:02.777578 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:02.793239 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:02.833239 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35164) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:03.005321 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Attempting to bind port 67d4283d-888c-44e6-9975-c23de52ae26f on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:22:03.005732 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Attempting to bind port 67d4283d-888c-44e6-9975-c23de52ae26f by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '1552f90c-6cb2-45a3-b4bf-3ffc309b3081'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:22:03.006092 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Attempting to bind port 67d4283d-888c-44e6-9975-c23de52ae26f on network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:22:03.030632 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=d922a247-70ae-420f-98fe-adce90a917fd,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:03.036621 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:03.058842 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Port 67d4283d-888c-44e6-9975-c23de52ae26f on network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:22:03.060160 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Attempting to bind port 67d4283d-888c-44e6-9975-c23de52ae26f on network 1552f90c-6cb2-45a3-b4bf-3ffc309b3081 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:22:03.116249 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.149421 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Pushing event updated for resources: {'Port': ['ID=67d4283d-888c-44e6-9975-c23de52ae26f,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:03.164641 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:03.167402 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:22:03.167998 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Checking segment: {'id': '9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '1552f90c-6cb2-45a3-b4bf-3ffc309b3081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:22:03.169229 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Bound using segment: {'id': '9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '1552f90c-6cb2-45a3-b4bf-3ffc309b3081'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:22:03.170191 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Bound port: 67d4283d-888c-44e6-9975-c23de52ae26f, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '1552f90c-6cb2-45a3-b4bf-3ffc309b3081'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:22:03.171875 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.181872 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc69fa0a-6317-4920-9704-ec29973074f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.206855 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.391s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:03.207500 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:03.232721 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc69fa0a-6317-4920-9704-ec29973074f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.261768 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.392s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:03.303723 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=07b377e8-9fa2-4cfa-983c-fa1c570f1031,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:03.317513 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc69fa0a-6317-4920-9704-ec29973074f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.332312 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9c20dd5a-a18e-4bc6-bbd4-0ffd98a3f1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:03.351362 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:03.372073 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69fa0a-6317-4920-9704-ec29973074f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e25ce5e-45d3-452d-a8d8-dd88e91ab815,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:03.374871 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc69fa0a-6317-4920-9704-ec29973074f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.376170 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-bc69fa0a-6317-4920-9704-ec29973074f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e25ce5e-45d3-452d-a8d8-dd88e91ab815 HTTP/1.1" status: 204 len: 168 time: 0.9014721 Nov 10 21:22:03.383496 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bc69fa0a-6317-4920-9704-ec29973074f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:03.398921 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2db7c-0afb-478c-a32a-4e62d17ada64 req-1759e040-a496-4765-88b9-3ad0472e7dae tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:03.401478 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d7b2db7c-0afb-478c-a32a-4e62d17ada64 req-1759e040-a496-4765-88b9-3ad0472e7dae tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Synchronizing usage tracker for tenant:415b64b2e3284f08b53d7d842e89e8c7 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:03.414141 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-e1d2fdae-1f3f-4620-80ca-43ab5201caf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f195124801af4164b28449090bc81265&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5494106 Nov 10 21:22:03.417792 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35176) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:03.466696 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device d922a247-70ae-420f-98fe-adce90a917fd up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:22:03.573296 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.584819 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.589605 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d7b2db7c-0afb-478c-a32a-4e62d17ada64 req-1759e040-a496-4765-88b9-3ad0472e7dae tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Unset dirty status for tenant:415b64b2e3284f08b53d7d842e89e8c7 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:03.590905 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d7b2db7c-0afb-478c-a32a-4e62d17ada64 req-1759e040-a496-4765-88b9-3ad0472e7dae tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 943 time: 0.9351509 Nov 10 21:22:03.597643 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:03.617964 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8049526-e782-488c-963b-45ae3534a39d,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:03.621158 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] For port 67d4283d-888c-44e6-9975-c23de52ae26f, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:03.661637 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0b5f1bad-d9fd-4768-8b66-3c232052f27d req-7438a704-02a5-4cd4-8c76-f77b085bab19 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4281244 Nov 10 21:22:03.666696 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:03.679202 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port d922a247-70ae-420f-98fe-adce90a917fd triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:03.680108 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.692018 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] For port 67d4283d-888c-44e6-9975-c23de52ae26f, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=67d4283d-888c-44e6-9975-c23de52ae26f,segment=NetworkSegment(9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4),segment_id=9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:03.709010 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471650e-b91e-4202-a409-bde50a7ff50c req-e7fba3d5-8470-4a63-a598-df580cf17b07 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:03.710903 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.714918 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8418548 Nov 10 21:22:03.714918 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.719309 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35184) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:03.725338 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2471650e-b91e-4202-a409-bde50a7ff50c req-e7fba3d5-8470-4a63-a598-df580cf17b07 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 943 time: 1.9284620 Nov 10 21:22:03.738493 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:03.777968 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'security_group_rule': {'security_group_id': '56ed11f7-e9d9-4c3f-80c5-6758b841517c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:03.785418 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:03.790249 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:security_group_rule and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:03.798467 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:03.805697 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:03.846630 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:03.850902 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] 10.222.0.58 "PUT /v2.0/ports/67d4283d-888c-44e6-9975-c23de52ae26f HTTP/1.1" status: 200 len: 1093 time: 8.1094325 Nov 10 21:22:03.857122 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547fe242-fca4-4908-b35e-d870f931c7e8', 'tag': '67d4283d-888c-44e6-9975-c23de52ae26f'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:03.915862 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d7b2db7c-0afb-478c-a32a-4e62d17ada64 req-4f4a8928-fa8d-4e04-93ae-80d4930e9dcb tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Synchronizing usage tracker for tenant:415b64b2e3284f08b53d7d842e89e8c7 on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:03.961428 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:04.156315 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d7b2db7c-0afb-478c-a32a-4e62d17ada64 req-4f4a8928-fa8d-4e04-93ae-80d4930e9dcb tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Unset dirty status for tenant:415b64b2e3284f08b53d7d842e89e8c7 on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:04.158146 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d7b2db7c-0afb-478c-a32a-4e62d17ada64 req-4f4a8928-fa8d-4e04-93ae-80d4930e9dcb tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448177 Nov 10 21:22:04.257594 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:04.264035 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Pushing event updated for resources: {'Port': ['ID=67d4283d-888c-44e6-9975-c23de52ae26f,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:04.287144 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:04.291395 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:04.310365 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2471650e-b91e-4202-a409-bde50a7ff50c req-35c0cccf-a062-469c-b942-bf6e03436ab6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841515 Nov 10 21:22:04.317506 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8979bf8f-c14f-4381-8c56-820c51aec6b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:04.356382 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74b7902-88f2-49b0-8b95-57ba394a8335,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:04.375411 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:04.392247 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-a83fe8b7-872c-4eb6-a1bf-520cef13a5bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 1096 time: 0.5763481 Nov 10 21:22:04.459960 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:04.462632 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7297750 Nov 10 21:22:04.470242 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35208) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:04.476955 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-a48cfb47-9885-48a4-a595-00d28d0945d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=415b64b2e3284f08b53d7d842e89e8c7&device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 1096 time: 0.5286722 Nov 10 21:22:04.488947 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'floatingip': {'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:04.501781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:04.527420 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-92902f24-a9e4-4e96-9270-f8bc10ed68c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:04.637858 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-92902f24-a9e4-4e96-9270-f8bc10ed68c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:04.734107 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35216) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:04.768495 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:04.787920 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-546a72b0-547e-4567-a343-2b1259707c40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67d4283d-888c-44e6-9975-c23de52ae26f HTTP/1.1" status: 200 len: 217 time: 0.2793908 Nov 10 21:22:04.907027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:floatingip and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:04.919393 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:04.931135 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:04.945814 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Usage tracker for resource:security_group_rule and tenant:b2c9ab6826f54485874f54d0f4f29288 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:04.953809 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:04.971466 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:04.976027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:05.052337 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547fe242-fca4-4908-b35e-d870f931c7e8', 'tag': '67d4283d-888c-44e6-9975-c23de52ae26f', 'status': 'completed', 'code': 200} Nov 10 21:22:05.061057 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:05.129607 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-7890d2e5-3413-4fd4-b9e3-888677dffc55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:05.131551 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-7890d2e5-3413-4fd4-b9e3-888677dffc55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3be91f3-33e4-4f2c-b0b2-07dc25948867 HTTP/1.1" status: 200 len: 851 time: 0.3329682 Nov 10 21:22:05.321383 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-502e4de6-939c-4e0b-a3f0-ef4a779b72ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1552f90c-6cb2-45a3-b4bf-3ffc309b3081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670902 Nov 10 21:22:05.345300 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:05.356011 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-92902f24-a9e4-4e96-9270-f8bc10ed68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:05.396907 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:05.421961 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-13ab5b2b-cc12-4a3d-baa6-74725b946f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:05.686077 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-764b70c9-7ac0-4ba3-a1aa-143abf513413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:05.689741 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-764b70c9-7ac0-4ba3-a1aa-143abf513413 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 916 time: 1.2831373 Nov 10 21:22:05.982168 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2c9ab6826f54485874f54d0f4f29288&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2426856 Nov 10 21:22:05.992520 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92902f24-a9e4-4e96-9270-f8bc10ed68c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6adc5-a373-4852-855b-fbaedae841d3,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:05.994475 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35248) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:06.125931 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34850a64-521e-4950-ad8a-bb9371d0e37d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:06.150436 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:06.182742 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:06.183274 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:06.240050 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-92902f24-a9e4-4e96-9270-f8bc10ed68c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:06.251734 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-92902f24-a9e4-4e96-9270-f8bc10ed68c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0be6adc5-a373-4852-855b-fbaedae841d3 HTTP/1.1" status: 204 len: 168 time: 2.7884898 Nov 10 21:22:06.470390 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-9c2bc704-03ea-419d-8dd4-f68066550c64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94 HTTP/1.1" status: 200 len: 217 time: 0.2223048 Nov 10 21:22:06.566747 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-64986b8e-6d63-41e8-9777-d6e2ed13db9a service neutron] 10.222.0.58 "GET /v2.0/networks/1552f90c-6cb2-45a3-b4bf-3ffc309b3081?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2270479 Nov 10 21:22:06.622079 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5bc12398-541f-45b1-aa40-9f6262a0e678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:06.676093 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b36661-a348-48ad-9c8f-1b98a0605c88 req-f174e536-28af-476e-be2b-e29320a5799b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:06.683656 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-31b36661-a348-48ad-9c8f-1b98a0605c88 req-f174e536-28af-476e-be2b-e29320a5799b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 943 time: 0.7247515 Nov 10 21:22:06.688289 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5bc12398-541f-45b1-aa40-9f6262a0e678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:06.713637 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:06.754185 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40165a0c-fc1c-4b32-b02a-5a685691e378 req-8796426c-a363-4ac4-a1da-f888c3c773fb tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:06.756541 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-40165a0c-fc1c-4b32-b02a-5a685691e378 req-8796426c-a363-4ac4-a1da-f888c3c773fb tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 943 time: 1.0652292 Nov 10 21:22:06.781339 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-f9f77dd8-b643-4e64-b146-f44a3ca975f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:06.784752 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-f9f77dd8-b643-4e64-b146-f44a3ca975f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.3130128 Nov 10 21:22:06.906160 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-5a8496a7-b44a-43f6-ae5c-a1c213da986b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851917 Nov 10 21:22:06.986063 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-40165a0c-fc1c-4b32-b02a-5a685691e378 req-142d711f-3275-4400-9c61-68f2c685f978 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087636 Nov 10 21:22:07.140061 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5bc12398-541f-45b1-aa40-9f6262a0e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:07.177832 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-31b36661-a348-48ad-9c8f-1b98a0605c88 req-3508013a-3cc6-4ad3-9b0c-355a5adfa62a tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930418 Nov 10 21:22:07.213399 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:07.250747 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-0500be1a-6456-4a21-896b-8a48ce285756 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323042 Nov 10 21:22:07.365593 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c7488b3b-71fc-45c4-a075-7f1c39ea8607 req-a9333c67-6c7e-4d87-bece-1323e622ce31 service neutron] 10.222.0.58 "GET /v2.0/networks/1552f90c-6cb2-45a3-b4bf-3ffc309b3081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442327 Nov 10 21:22:07.377657 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc12398-541f-45b1-aa40-9f6262a0e678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34850a64-521e-4950-ad8a-bb9371d0e37d,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:07.391353 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5bc12398-541f-45b1-aa40-9f6262a0e678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:07.512260 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5bc12398-541f-45b1-aa40-9f6262a0e678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:07.520999 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-5bc12398-541f-45b1-aa40-9f6262a0e678 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34850a64-521e-4950-ad8a-bb9371d0e37d HTTP/1.1" status: 204 len: 168 time: 1.2912257 Nov 10 21:22:07.669844 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35288) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:07.823026 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c40cc122-adee-46b2-aec3-39690e6bb6ea req-b0648366-d71a-4742-b8db-194ab1998a47 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596645 Nov 10 21:22:07.835369 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Allocated IP 172.28.3.152 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/bdfee941-b9b6-4234-8bb6-22dc1e39007f) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:07.922035 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-3143773b-16ba-427a-9af5-f528e1f1a701 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a879f97f633e40c9ba31ededfa23108f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2370486 Nov 10 21:22:07.925355 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35300) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:08.072113 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a515e61-d9b9-4409-8bc7-469073efadef req-920e3b08-6347-47f2-81ce-babb824a81ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=415b64b2e3284f08b53d7d842e89e8c7&device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 1096 time: 0.5036156 Nov 10 21:22:08.169371 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3356a595-75f9-4619-8bad-5d504e22e7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:08.246387 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3356a595-75f9-4619-8bad-5d504e22e7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:08.417087 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3356a595-75f9-4619-8bad-5d504e22e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:08.425140 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:08.457549 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356a595-75f9-4619-8bad-5d504e22e7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997504c9-bf34-4bf8-9beb-b14c3963795b,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:08.469759 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3356a595-75f9-4619-8bad-5d504e22e7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:08.479095 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3356a595-75f9-4619-8bad-5d504e22e7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:08.484796 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-3356a595-75f9-4619-8bad-5d504e22e7e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/997504c9-bf34-4bf8-9beb-b14c3963795b HTTP/1.1" status: 204 len: 168 time: 0.5576713 Nov 10 21:22:08.903852 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3ccf-790f-4118-a82e-fd4dca08ec43 req-6f9cf819-7a9a-4e06-895f-5656c8764e07 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.908260 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b89f3ccf-790f-4118-a82e-fd4dca08ec43 req-6f9cf819-7a9a-4e06-895f-5656c8764e07 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 943 time: 0.2816222 Nov 10 21:22:08.991572 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b89f3ccf-790f-4118-a82e-fd4dca08ec43 req-ba3fc2bb-b69e-48e5-96e1-e67576dc7973 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733292 Nov 10 21:22:09.118057 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:09.157372 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35332) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:09.251712 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a515e61-d9b9-4409-8bc7-469073efadef req-b364a6a2-52e0-4f14-b29e-67d7be6c350a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.254174 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a515e61-d9b9-4409-8bc7-469073efadef req-b364a6a2-52e0-4f14-b29e-67d7be6c350a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1552f90c-6cb2-45a3-b4bf-3ffc309b3081 HTTP/1.1" status: 200 len: 913 time: 1.0616486 Nov 10 21:22:09.413889 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a515e61-d9b9-4409-8bc7-469073efadef req-afcc1534-88ec-44fe-b4ba-c748a18970d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67d4283d-888c-44e6-9975-c23de52ae26f HTTP/1.1" status: 200 len: 217 time: 0.1330876 Nov 10 21:22:09.514588 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e2fac-6d32-4da7-9af9-c240a9d6a20c req-7e2a8629-d968-4496-ad3f-864570d62863 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.518196 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-668e2fac-6d32-4da7-9af9-c240a9d6a20c req-7e2a8629-d968-4496-ad3f-864570d62863 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 943 time: 0.9099183 Nov 10 21:22:09.598943 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:09.611074 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:09.635038 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:09.726706 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:09.735989 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Usage tracker for resource:security_group_rule and tenant:409f1e73b33c418a84af7f7ef5abf0d9 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:09.742345 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:09.757676 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:09.781418 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a515e61-d9b9-4409-8bc7-469073efadef req-b00f78ec-50e5-4b86-b817-839d3efb057c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.784041 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a515e61-d9b9-4409-8bc7-469073efadef req-b00f78ec-50e5-4b86-b817-839d3efb057c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f3be91f3-33e4-4f2c-b0b2-07dc25948867 HTTP/1.1" status: 200 len: 851 time: 0.3609142 Nov 10 21:22:09.886874 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device cf271a9b-2be3-42d1-9488-8717ddc81d94 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:22:09.937974 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:09.950729 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:09.958009 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'Port': ['ID=bdfee941-b9b6-4234-8bb6-22dc1e39007f,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:09.963104 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:09.976872 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-668e2fac-6d32-4da7-9af9-c240a9d6a20c req-d44249cc-ba42-4825-bd36-b6f962c6071a tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484234 Nov 10 21:22:09.979971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:09.983832 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f420256e-7c59-49c8-9ec8-ea9689607230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:09.995743 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a515e61-d9b9-4409-8bc7-469073efadef req-db467adf-236e-48f0-8aa7-c82e5cfa68e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1552f90c-6cb2-45a3-b4bf-3ffc309b3081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885915 Nov 10 21:22:09.997046 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:10.002285 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:10.205090 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de9857a-6715-45b0-9024-5c31628b561d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:10.221785 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:10.237841 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=409f1e73b33c418a84af7f7ef5abf0d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0788076 Nov 10 21:22:10.238478 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35376) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:10.394635 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port cf271a9b-2be3-42d1-9488-8717ddc81d94, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:10.436627 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': 'cf271a9b-2be3-42d1-9488-8717ddc81d94', 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'port_id': 'cf271a9b-2be3-42d1-9488-8717ddc81d94', 'mac_address': 'fa:16:3e:f2:18:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654583d9-dfa4-4bad-a007-aa46d9c292ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:22:10.603866 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a515e61-d9b9-4409-8bc7-469073efadef req-4252f3c8-1279-41aa-bd6c-b7b948909d53 service neutron] 10.222.0.58 "GET /v2.0/networks/1552f90c-6cb2-45a3-b4bf-3ffc309b3081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554920 Nov 10 21:22:10.608189 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:10.641685 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-01b9b6be-c044-40e2-8e9a-e4e184dcef5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:10.654534 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf271a9b-2be3-42d1-9488-8717ddc81d94 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:10.723353 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port cf271a9b-2be3-42d1-9488-8717ddc81d94, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:10.736667 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:10.739181 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 67d4283d-888c-44e6-9975-c23de52ae26f details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:22:10.746612 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:10.747453 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-01b9b6be-c044-40e2-8e9a-e4e184dcef5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:10.848299 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6bde4-0905-49b7-b4b1-1e1ba811e061 req-9d1b023c-d97e-4f25-916d-93de822ef804 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.851397 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5ab6bde4-0905-49b7-b4b1-1e1ba811e061 req-9d1b023c-d97e-4f25-916d-93de822ef804 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 943 time: 0.3408153 Nov 10 21:22:10.941416 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-01b9b6be-c044-40e2-8e9a-e4e184dcef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:10.951032 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ba4d5062-a53c-43c6-ae6b-3a8c849f4b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:11.070476 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9b6be-c044-40e2-8e9a-e4e184dcef5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de9857a-6715-45b0-9024-5c31628b561d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:11.092521 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-01b9b6be-c044-40e2-8e9a-e4e184dcef5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:11.126112 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5ab6bde4-0905-49b7-b4b1-1e1ba811e061 req-9cef45ae-54b4-4307-9302-0d306af162ce tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267044 Nov 10 21:22:11.134245 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-01b9b6be-c044-40e2-8e9a-e4e184dcef5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:11.141707 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-01b9b6be-c044-40e2-8e9a-e4e184dcef5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6de9857a-6715-45b0-9024-5c31628b561d HTTP/1.1" status: 204 len: 168 time: 0.8982177 Nov 10 21:22:11.220120 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 67d4283d-888c-44e6-9975-c23de52ae26f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=67d4283d-888c-44e6-9975-c23de52ae26f,segment=NetworkSegment(9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4),segment_id=9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:11.272872 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '67d4283d-888c-44e6-9975-c23de52ae26f', 'network_id': '1552f90c-6cb2-45a3-b4bf-3ffc309b3081', 'port_id': '67d4283d-888c-44e6-9975-c23de52ae26f', 'mac_address': 'fa:16:3e:02:3a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3be91f3-33e4-4f2c-b0b2-07dc25948867', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:22:11.274647 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=cf271a9b-2be3-42d1-9488-8717ddc81d94,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:11.286750 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:11.353813 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:11.376127 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d4283d-888c-44e6-9975-c23de52ae26f {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:11.394254 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 67d4283d-888c-44e6-9975-c23de52ae26f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=67d4283d-888c-44e6-9975-c23de52ae26f,segment=NetworkSegment(9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4),segment_id=9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:11.408319 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:11.411836 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:11.489263 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:11.543140 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a515e61-d9b9-4409-8bc7-469073efadef req-92a177a3-fedd-4891-9f37-d979e307a987 service neutron] 10.222.0.58 "GET /v2.0/networks/1552f90c-6cb2-45a3-b4bf-3ffc309b3081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9310012 Nov 10 21:22:11.553530 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=67d4283d-888c-44e6-9975-c23de52ae26f,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:11.582882 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:11.676859 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:11.697941 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['67d4283d-888c-44e6-9975-c23de52ae26f'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:22:11.829298 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['cf271a9b-2be3-42d1-9488-8717ddc81d94'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:22:11.908126 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecb42-8dc6-49e0-98d5-f57c78904581 req-a23ff7fb-aaff-43e8-9212-2546dd36dfd3 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:11.922658 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1deecb42-8dc6-49e0-98d5-f57c78904581 req-a23ff7fb-aaff-43e8-9212-2546dd36dfd3 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 944 time: 0.1458807 Nov 10 21:22:12.278206 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1deecb42-8dc6-49e0-98d5-f57c78904581 req-a0134c1f-b51c-4441-9d1c-0d09f8b6d749 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528779 Nov 10 21:22:12.366262 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:12.387781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:12.401677 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:12.690465 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'Port': ['ID=bdfee941-b9b6-4234-8bb6-22dc1e39007f,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:12.697461 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:12.735924 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:12.786519 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:12.787900 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3089020 Nov 10 21:22:12.805914 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b72dc-8738-4654-8351-c740e5297c29 req-fc3b97b0-2f0b-4f4c-8d52-16e1e6457de3 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:12.821235 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4d6b72dc-8738-4654-8351-c740e5297c29 req-fc3b97b0-2f0b-4f4c-8d52-16e1e6457de3 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 944 time: 0.2109060 Nov 10 21:22:12.873775 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35458) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:12.898606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:12.939259 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4d6b72dc-8738-4654-8351-c740e5297c29 req-718f4633-9bf9-433e-a42f-d9de9a5a143c tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116900 Nov 10 21:22:12.965029 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:12.971223 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Usage tracker for resource:security_group_rule and tenant:98208b43d77e4fcea0b655ecee53b3b9 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:12.989113 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:12.996971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:13.158408 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:13.179591 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:13.251001 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:13.290306 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98208b43d77e4fcea0b655ecee53b3b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4111679 Nov 10 21:22:13.291529 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35476) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:13.334080 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03320f32-55da-4faf-8714-da8ef238bab2,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:13.346920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:13.400229 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19fc279f-3422-41f8-b381-ccd1a10cc2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:13.456270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-1ca8a03d-4336-4025-a809-1328847c1e56 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:13.458202 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19fc279f-3422-41f8-b381-ccd1a10cc2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:13.513832 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-1ca8a03d-4336-4025-a809-1328847c1e56 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:13.516021 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-1ca8a03d-4336-4025-a809-1328847c1e56 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--474291298&fields=id&tenant_id=cea6142182a747d4ad4577a2121bbb3c HTTP/1.1" status: 200 len: 267 time: 0.2019558 Nov 10 21:22:13.553674 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19fc279f-3422-41f8-b381-ccd1a10cc2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:13.559515 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:13.589744 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc279f-3422-41f8-b381-ccd1a10cc2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03320f32-55da-4faf-8714-da8ef238bab2,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:13.602136 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-19fc279f-3422-41f8-b381-ccd1a10cc2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:13.611164 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19fc279f-3422-41f8-b381-ccd1a10cc2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:13.612799 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-19fc279f-3422-41f8-b381-ccd1a10cc2eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03320f32-55da-4faf-8714-da8ef238bab2 HTTP/1.1" status: 204 len: 168 time: 0.3204818 Nov 10 21:22:13.808940 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-173f7ce8-2395-4390-af15-7434e8162d3f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:13.810139 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-173f7ce8-2395-4390-af15-7434e8162d3f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:13.825868 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884802e-1235-44e7-8386-3043a81f3af4 req-6df74649-e3e4-4ee1-9b92-39ad24abcf82 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:13.828493 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9884802e-1235-44e7-8386-3043a81f3af4 req-6df74649-e3e4-4ee1-9b92-39ad24abcf82 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 944 time: 0.1128795 Nov 10 21:22:13.851577 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-173f7ce8-2395-4390-af15-7434e8162d3f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:13.852820 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-173f7ce8-2395-4390-af15-7434e8162d3f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 817 time: 0.3130586 Nov 10 21:22:13.878577 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-ee1b95cf-a914-4532-b8e0-81cc5d5e6e27 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/quotas/cea6142182a747d4ad4577a2121bbb3c HTTP/1.1" status: 200 len: 375 time: 0.0181634 Nov 10 21:22:13.891349 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device cf271a9b-2be3-42d1-9488-8717ddc81d94 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:22:13.940466 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9884802e-1235-44e7-8386-3043a81f3af4 req-d982f6f4-163e-4be9-8c99-63d9f48039c5 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054676 Nov 10 21:22:14.035973 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-6799e5aa-7c0b-4264-bd38-fec98ffb6d6a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1563749 Nov 10 21:22:14.111645 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port cf271a9b-2be3-42d1-9488-8717ddc81d94 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:14.118044 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port cf271a9b-2be3-42d1-9488-8717ddc81d94 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:14.118414 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:14.366690 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:14.418634 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4441f93-e11f-49a8-9b14-50b94c0bb563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf271a9b-2be3-42d1-9488-8717ddc81d94'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:14.484032 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-14a3829d-ac9d-4e32-8597-0a206cf5a459 service neutron] 10.222.0.70 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293392 Nov 10 21:22:14.529653 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecebc1c-23a4-4ed2-a4fc-6d3e89ca5ee6 req-9fc4b2a0-ba11-46e3-81d9-0e839a1f72b1 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:14.542970 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3ecebc1c-23a4-4ed2-a4fc-6d3e89ca5ee6 req-9fc4b2a0-ba11-46e3-81d9-0e839a1f72b1 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 944 time: 0.2900541 Nov 10 21:22:14.550955 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port cf271a9b-2be3-42d1-9488-8717ddc81d94, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:14.559520 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:14.561819 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 67d4283d-888c-44e6-9975-c23de52ae26f up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:22:14.630774 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:14.731566 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3ecebc1c-23a4-4ed2-a4fc-6d3e89ca5ee6 req-c5d1f717-221b-4922-a5f5-475868fbb915 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860485 Nov 10 21:22:14.751182 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 67d4283d-888c-44e6-9975-c23de52ae26f completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:14.759891 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 67d4283d-888c-44e6-9975-c23de52ae26f triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:14.760562 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:14.807309 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=cf271a9b-2be3-42d1-9488-8717ddc81d94,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:14.816186 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:14.902582 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-b298c4ec-98f7-4842-ac7d-3fc67b353d4a service neutron] 10.222.0.70 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161460 Nov 10 21:22:15.115512 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:15.273508 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 67d4283d-888c-44e6-9975-c23de52ae26f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=67d4283d-888c-44e6-9975-c23de52ae26f,segment=NetworkSegment(9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4),segment_id=9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:15.305723 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:15.318920 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:15.416969 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b52c-d09d-4de6-b348-c04c091d90cf req-8dadaf2c-5fd8-4784-81bb-903ba4d9a614 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:15.426789 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c156b52c-d09d-4de6-b348-c04c091d90cf req-8dadaf2c-5fd8-4784-81bb-903ba4d9a614 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1373172 Nov 10 21:22:15.492535 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c156b52c-d09d-4de6-b348-c04c091d90cf req-d90a73a8-6851-4fa0-8620-04a96ddc6775 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620151 Nov 10 21:22:15.556429 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2f67053c-57b0-49f7-886f-83308f4013c0 req-a83c33a6-6dcf-4af0-bdd1-104286bd831e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 210 time: 0.1226015 Nov 10 21:22:15.667008 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=67d4283d-888c-44e6-9975-c23de52ae26f,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:15.676655 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:16.101487 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4441f93-e11f-49a8-9b14-50b94c0bb563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf271a9b-2be3-42d1-9488-8717ddc81d94', 'code': 200} Nov 10 21:22:16.545546 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607d9a-0870-4f42-87d2-d2a9d7c11f2a req-3e7733f7-9a37-44c4-bb64-51eda1c0082b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.548577 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-30607d9a-0870-4f42-87d2-d2a9d7c11f2a req-3e7733f7-9a37-44c4-bb64-51eda1c0082b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 945 time: 0.2855899 Nov 10 21:22:16.698043 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-30607d9a-0870-4f42-87d2-d2a9d7c11f2a req-b5885965-54da-4e63-9222-86b4c96d0d63 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408503 Nov 10 21:22:16.882586 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b33642-7836-4f9d-8799-9804a05e9f00 req-2ac9c282-30a3-40f5-ba90-eb8cc4da9d6a tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.891606 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-08b33642-7836-4f9d-8799-9804a05e9f00 req-2ac9c282-30a3-40f5-ba90-eb8cc4da9d6a tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 945 time: 0.1291988 Nov 10 21:22:17.091371 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-08b33642-7836-4f9d-8799-9804a05e9f00 req-c3bb5a74-bac4-4340-84e0-e96fc01b99ba tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977246 Nov 10 21:22:17.242805 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-0077b315-25fb-4c47-aa3d-79d292a2dd25 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 1098 time: 0.2887809 Nov 10 21:22:17.258079 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f2ccb8a3-8cdf-4499-a397-4840f2df49a5 req-7ac0a733-1108-4b63-a30a-bca7875d4292 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 210 time: 0.1471841 Nov 10 21:22:17.317161 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:17.433783 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:17.446151 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Usage tracker for resource:security_group_rule and tenant:63e92680d2594512b1a277f247bc0759 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:17.453456 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:17.472277 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:17.613058 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:17.618706 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:17.631607 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ad5ec71b-6a44-426b-a048-008387475e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:17.671529 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-67ffa9ce-de63-479c-a488-57c8f66ba63e req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222274 Nov 10 21:22:17.673060 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbada74-8992-43bd-afe6-76a093f348ca,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:17.678143 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:18.104793 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547fe242-fca4-4908-b35e-d870f931c7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4283d-888c-44e6-9975-c23de52ae26f'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:18.351362 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35622) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:18.443674 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547fe242-fca4-4908-b35e-d870f931c7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4283d-888c-44e6-9975-c23de52ae26f', 'code': 200} Nov 10 21:22:18.776975 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:18.813974 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-22c737ca-d8ef-4cbb-be57-db5e14af9d32 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.820346 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-22c737ca-d8ef-4cbb-be57-db5e14af9d32 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 817 time: 0.5789936 Nov 10 21:22:18.900425 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fd100-b049-4004-b0cb-58fa8d38123b req-b9eb56ef-5aab-4d78-9561-71daf23f3feb tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.913752 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-190fd100-b049-4004-b0cb-58fa8d38123b req-b9eb56ef-5aab-4d78-9561-71daf23f3feb tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 945 time: 0.9652472 Nov 10 21:22:18.919656 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:18.927316 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Usage tracker for resource:security_group_rule and tenant:7738ef81b09742e78f8136fc2cb1b88a is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:18.932536 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:18.944392 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:19.063141 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-dc73180f-a20e-49ab-8237-b1ee3c774df9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:19.118766 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-dc73180f-a20e-49ab-8237-b1ee3c774df9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:19.120883 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-dc73180f-a20e-49ab-8237-b1ee3c774df9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cea6142182a747d4ad4577a2121bbb3c HTTP/1.1" status: 200 len: 379 time: 0.2822654 Nov 10 21:22:19.141520 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-190fd100-b049-4004-b0cb-58fa8d38123b req-9d056646-b1c9-485b-999a-041cacdcce93 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257762 Nov 10 21:22:19.155319 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'port': {'device_id': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'admin_state_up': True, 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'security_groups': ['56ed11f7-e9d9-4c3f-80c5-6758b841517c']}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:19.242110 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:19.463407 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:19.683368 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:19.698865 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-f462fc55-0a2c-45d3-b3e4-e0cbc61f8788 req-bdfc1dfb-3335-440f-8c31-dbe8a83c3bf3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:19.905629 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53982cf3-38bb-4316-89f4-c2925bd86938,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:19.914591 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:19.925143 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7738ef81b09742e78f8136fc2cb1b88a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5711751 Nov 10 21:22:19.926261 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35672) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:19.974756 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-642690b0-51fe-49e7-bb68-a7e9220aa453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:19.986656 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-826012bc-f239-4de3-a93c-662c000f1bf3 req-a7163150-2350-470e-9334-01a1b66120b2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 1098 time: 0.7421758 Nov 10 21:22:20.011704 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:20.023998 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-f462fc55-0a2c-45d3-b3e4-e0cbc61f8788 req-bdfc1dfb-3335-440f-8c31-dbe8a83c3bf3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:20.029241 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f462fc55-0a2c-45d3-b3e4-e0cbc61f8788 req-bdfc1dfb-3335-440f-8c31-dbe8a83c3bf3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 210 time: 0.4764848 Nov 10 21:22:20.030497 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:port and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:20.039978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:20.061832 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:20.106470 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Made reservation on behalf of cea6142182a747d4ad4577a2121bbb3c for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:20.110405 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:20.133376 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.58', 51791) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:20.227542 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d8794-29e1-4264-89da-78c712c172bc req-f6d5d199-05c8-4d9c-923f-66f8b23d9215 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.256910 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3d2d8794-29e1-4264-89da-78c712c172bc req-f6d5d199-05c8-4d9c-923f-66f8b23d9215 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 945 time: 0.7987068 Nov 10 21:22:20.433849 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-826012bc-f239-4de3-a93c-662c000f1bf3 req-7787bd08-fd78-472a-b1f3-c4d51ad2e216 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319766 Nov 10 21:22:20.473200 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77eff8f6-490e-4d6b-9c38-d06d3653330d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:20.506395 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3d2d8794-29e1-4264-89da-78c712c172bc req-1c50fb28-083b-490f-872f-d19be9631568 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430241 Nov 10 21:22:20.541250 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77eff8f6-490e-4d6b-9c38-d06d3653330d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:20.652709 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-dfe2a03c-ac8b-44f5-a834-e2228a4668dd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5181131 Nov 10 21:22:20.685460 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f453f33-f7e9-4302-8cad-afcd0a61fa69 req-684c405b-4d7f-4c64-ae5b-05ac1e3b7586 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.689091 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2f453f33-f7e9-4302-8cad-afcd0a61fa69 req-684c405b-4d7f-4c64-ae5b-05ac1e3b7586 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 945 time: 0.3194797 Nov 10 21:22:20.718407 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Allocated IP 172.20.0.12 (d4714832-cad2-4a6d-b644-854f29f496c8/a8911d30-c9c1-4913-b025-9e3838024ede/2ff3908a-b2fe-4578-a499-48e67059d1d2) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:20.724224 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77eff8f6-490e-4d6b-9c38-d06d3653330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:20.736326 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:20.748184 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bc69fa0a-6317-4920-9704-ec29973074f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:20.812768 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77eff8f6-490e-4d6b-9c38-d06d3653330d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:20.820810 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-77eff8f6-490e-4d6b-9c38-d06d3653330d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53982cf3-38bb-4316-89f4-c2925bd86938 HTTP/1.1" status: 204 len: 168 time: 0.8880763 Nov 10 21:22:20.825822 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eff8f6-490e-4d6b-9c38-d06d3653330d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53982cf3-38bb-4316-89f4-c2925bd86938,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:20.834812 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-77eff8f6-490e-4d6b-9c38-d06d3653330d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:21.016890 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2f453f33-f7e9-4302-8cad-afcd0a61fa69 req-bea8c6c1-896d-47aa-975a-15b00eba33bf tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929149 Nov 10 21:22:21.265101 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-cc9a4974-df97-48b1-8662-ec4bc7263396 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 1098 time: 0.4469082 Nov 10 21:22:21.314220 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:21.417264 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Transition to ACTIVE for port object 2ff3908a-b2fe-4578-a499-48e67059d1d2 will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:21.487826 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-69351d1c-4a28-40eb-aabd-ce7989c1e7d4 req-c5e8b95e-0db4-4118-90f7-170ee159dcef tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 210 time: 0.0922382 Nov 10 21:22:21.684069 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-66a9bb6a-e9c8-4f19-85fc-af52e7743651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:21.687262 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-66a9bb6a-e9c8-4f19-85fc-af52e7743651 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 916 time: 0.3542387 Nov 10 21:22:21.695732 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:21.813218 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:21.970455 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-1466f881-a6db-4156-8cc2-7872897311e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94 HTTP/1.1" status: 200 len: 217 time: 0.2674494 Nov 10 21:22:22.250021 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:22.317592 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Network d4714832-cad2-4a6d-b644-854f29f496c8 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:22.323554 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:22.437270 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:22.470696 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-f2c6d3bf-9223-4325-9f55-7e49cc8adbce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:22.472186 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-f2c6d3bf-9223-4325-9f55-7e49cc8adbce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.4818077 Nov 10 21:22:22.473741 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:22.604895 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:22.605064 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:22.605659 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35748) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:22.736116 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-14dd5943-607c-4a4a-82a5-0cb376745c3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196952 Nov 10 21:22:22.951855 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-46217186-8a24-4221-93ee-a2ea637e63f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:23.029389 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c272b3-0774-475b-b9cc-63245c176835 req-163bc3dc-14e6-4e14-a5d7-fa23131528a1 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.032090 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-43c272b3-0774-475b-b9cc-63245c176835 req-163bc3dc-14e6-4e14-a5d7-fa23131528a1 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 945 time: 0.7756712 Nov 10 21:22:23.054137 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-c34bbee3-d76b-49f2-9d81-f493565e4c95 None None] Provisioning for port 2ff3908a-b2fe-4578-a499-48e67059d1d2 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:23.069414 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9253304 Nov 10 21:22:23.081610 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-c34bbee3-d76b-49f2-9d81-f493565e4c95 None None] Provisioning complete for port 2ff3908a-b2fe-4578-a499-48e67059d1d2 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:23.085199 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c34bbee3-d76b-49f2-9d81-f493565e4c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:23.099175 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Request body: {'port': {'device_id': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:23.245202 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:23.294582 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:23.304522 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-c34bbee3-d76b-49f2-9d81-f493565e4c95 None None] Port 2ff3908a-b2fe-4578-a499-48e67059d1d2 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:22:23.357046 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:23.361183 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:23.376212 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Usage tracker for resource:security_group_rule and tenant:e02e07b979c440c096d5a7ca04fd1ff6 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:23.384953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:23.410927 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:23.425012 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2869e3-2c48-454f-a2ca-b1d777bc5226 req-67030975-cf28-49d3-b595-53e8f66eadac tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.442141 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8d2869e3-2c48-454f-a2ca-b1d777bc5226 req-67030975-cf28-49d3-b595-53e8f66eadac tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 932 time: 0.4325988 Nov 10 21:22:23.462315 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-262ffb37-4f3d-4fb4-b657-b79563cb88f5 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174861 Nov 10 21:22:23.471843 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-43c272b3-0774-475b-b9cc-63245c176835 req-a84c5cb7-5417-4f17-8280-4ecc14d26b08 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212732 Nov 10 21:22:23.593809 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8d2869e3-2c48-454f-a2ca-b1d777bc5226 req-2e6d2537-a398-42d6-acf9-93a0e1792e16 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494670 Nov 10 21:22:23.788031 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:23.799911 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:23.858445 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:23.877974 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e02e07b979c440c096d5a7ca04fd1ff6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2696981 Nov 10 21:22:23.882194 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 35780) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:23.944326 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66874ee3-a3ee-4fa0-a5ff-76d585289d09 req-247a113f-e4a6-498e-a97f-52a51a0769cb service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709871 Nov 10 21:22:23.947631 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af867d1b-f68e-4f32-9265-44e8f67f11f1,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:23.952839 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:24.104423 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:24.253191 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-35a59ffc-baab-4ff0-afa7-760e653c9ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:24.590343 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff3908a-b2fe-4578-a499-48e67059d1d2 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:24.600386 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:24.657124 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Transition to ACTIVE for port object 2ff3908a-b2fe-4578-a499-48e67059d1d2 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:24.668286 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-35a59ffc-baab-4ff0-afa7-760e653c9ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:24.679478 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:24.708885 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b0ce1860-8cac-41a8-aaa1-ad135070c863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:25.171570 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:25.176987 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:25.330788 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-35a59ffc-baab-4ff0-afa7-760e653c9ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:25.344105 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:25.363885 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a59ffc-baab-4ff0-afa7-760e653c9ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af867d1b-f68e-4f32-9265-44e8f67f11f1,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:25.365831 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-35a59ffc-baab-4ff0-afa7-760e653c9ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:25.367116 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-35a59ffc-baab-4ff0-afa7-760e653c9ecd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af867d1b-f68e-4f32-9265-44e8f67f11f1 HTTP/1.1" status: 204 len: 168 time: 1.4684165 Nov 10 21:22:25.372941 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a160f9-0fa4-4c39-a7a4-942c3054b792 req-3b18b68f-8257-43ea-90d9-dde198eeb28d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:25.376379 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-09a160f9-0fa4-4c39-a7a4-942c3054b792 req-3b18b68f-8257-43ea-90d9-dde198eeb28d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.1350603 Nov 10 21:22:25.418020 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-35a59ffc-baab-4ff0-afa7-760e653c9ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:25.493246 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Attempting to bind port 2ff3908a-b2fe-4578-a499-48e67059d1d2 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:22:25.493588 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Attempting to bind port 2ff3908a-b2fe-4578-a499-48e67059d1d2 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:22:25.493918 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Attempting to bind port 2ff3908a-b2fe-4578-a499-48e67059d1d2 on network d4714832-cad2-4a6d-b644-854f29f496c8 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:22:25.509947 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Port 2ff3908a-b2fe-4578-a499-48e67059d1d2 on network d4714832-cad2-4a6d-b644-854f29f496c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:22:25.509947 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Attempting to bind port 2ff3908a-b2fe-4578-a499-48e67059d1d2 on network d4714832-cad2-4a6d-b644-854f29f496c8 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:22:25.513984 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:22:25.514886 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Checking segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:22:25.515499 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Bound using segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:22:25.516717 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:25.517767 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Bound port: 2ff3908a-b2fe-4578-a499-48e67059d1d2, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:22:25.518511 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:25.546137 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-09a160f9-0fa4-4c39-a7a4-942c3054b792 req-79d930dc-8413-429b-951e-a395fa7d04fc tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565273 Nov 10 21:22:25.707288 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:25.715343 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:25.724281 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:25.735433 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:25.827992 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:25.845878 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:25.862853 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:25.867051 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] 10.222.0.58 "PUT /v2.0/ports/2ff3908a-b2fe-4578-a499-48e67059d1d2 HTTP/1.1" status: 200 len: 1094 time: 2.7718220 Nov 10 21:22:25.868980 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:26.070028 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-a96267a7-5c3c-422a-a816-133576915d40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 1097 time: 0.1521893 Nov 10 21:22:26.218729 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35866) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:26.237452 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'status': 'completed', 'code': 200} Nov 10 21:22:26.254571 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:26.264392 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-452ce02a-347d-4ce6-9ebd-389316c4cb2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2 HTTP/1.1" status: 200 len: 217 time: 0.1861701 Nov 10 21:22:26.323151 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:26.331467 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Usage tracker for resource:security_group_rule and tenant:63d3d72ae92641a2a91bf01d11cd93f1 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:26.336790 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:26.348646 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:26.468336 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-12d3f2b6-ca79-4b91-b148-ce92086f5b99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:26.473420 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-12d3f2b6-ca79-4b91-b148-ce92086f5b99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.1391630 Nov 10 21:22:26.521401 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:26.528585 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:26.565873 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:26.580796 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63d3d72ae92641a2a91bf01d11cd93f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3602436 Nov 10 21:22:26.583494 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35882) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:26.612508 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-06be2cb2-04f0-41ca-b7a3-71133655bae2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1278074 Nov 10 21:22:26.769882 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69924073-67e4-4337-bd91-84368c04872f,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:26.826328 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:26.916821 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8d245032-adb0-4fee-88b5-ed9db28af089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:27.052012 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-6745b846-19a7-4f09-a794-5f06267bd9d0 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328227 Nov 10 21:22:27.052576 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8d245032-adb0-4fee-88b5-ed9db28af089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:27.189014 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35904) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:27.240713 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837567e-8c97-41fe-9d77-e080acc5ad33 req-a4b35e5c-c212-4ec7-a83d-33a7393d6db1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:27.243572 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c837567e-8c97-41fe-9d77-e080acc5ad33 req-a4b35e5c-c212-4ec7-a83d-33a7393d6db1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.4749789 Nov 10 21:22:27.309582 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8d245032-adb0-4fee-88b5-ed9db28af089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:27.311497 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13f63d83-2735-4ab2-be00-59bea6fd6829 req-e9c58bee-5114-4aca-807d-ea4ad17566a2 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526915 Nov 10 21:22:27.336969 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:27.391636 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8d245032-adb0-4fee-88b5-ed9db28af089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:27.395016 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-8d245032-adb0-4fee-88b5-ed9db28af089 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69924073-67e4-4337-bd91-84368c04872f HTTP/1.1" status: 204 len: 168 time: 0.8101151 Nov 10 21:22:27.402228 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d245032-adb0-4fee-88b5-ed9db28af089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69924073-67e4-4337-bd91-84368c04872f,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:27.422168 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8d245032-adb0-4fee-88b5-ed9db28af089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:27.464491 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c837567e-8c97-41fe-9d77-e080acc5ad33 req-cba90345-0678-4642-a403-ac20c78a5e8d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073917 Nov 10 21:22:27.481037 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-1057c42f-37b2-4778-b410-bbf7c4a343e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 1097 time: 0.1053641 Nov 10 21:22:27.581894 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:27.603373 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35922) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:27.663003 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:27.673872 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:20cd1574f6be46689310ec4da00420e3 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:27.679426 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:27.703304 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:27.957356 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:27.970652 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:28.001167 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e6bcffb2-8aca-4d39-ae5a-342e83805d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:28.019424 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-b8b52746-c322-48cf-b05a-fb782cd86bc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:28.022027 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-b8b52746-c322-48cf-b05a-fb782cd86bc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.5346529 Nov 10 21:22:28.161652 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7bcd5b-7019-4541-beeb-0daf7ad94ddb,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:28.172070 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:28.196227 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20cd1574f6be46689310ec4da00420e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0055044 Nov 10 21:22:28.198537 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35940) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:28.214490 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35944) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:28.275000 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-e15f5279-08ff-4e5b-a8fd-e80c74d66f0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2 HTTP/1.1" status: 200 len: 217 time: 0.2458160 Nov 10 21:22:28.316497 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:28.386550 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c8b13e49-c294-4e54-9ada-16aa85b4be1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:28.389888 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:28.403910 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4e8e51cddd4150bfca8f5021fbefc7 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:28.414264 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:28.449190 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-5f866eea-ea6b-47d0-9676-4325562ddff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:28.450826 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-5f866eea-ea6b-47d0-9676-4325562ddff8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.1660852 Nov 10 21:22:28.457026 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:28.462705 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:28.479347 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c8b13e49-c294-4e54-9ada-16aa85b4be1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:28.582070 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-3f9e53c4-5830-4f46-9827-b6bd7cc942c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1156282 Nov 10 21:22:28.830251 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:28.887433 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:28.965528 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-77eff8f6-490e-4d6b-9c38-d06d3653330d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:29.043789 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-43824d9a-81e7-4bc6-8ec5-f3f2f487d685 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540951 Nov 10 21:22:29.055478 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca4e8e51cddd4150bfca8f5021fbefc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4481735 Nov 10 21:22:29.057467 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28379c-10f4-4ae2-8bbe-8714e05f58b2,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:29.065158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:29.067309 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35972) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:29.229616 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:29.268752 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Usage tracker for resource:security_group_rule and tenant:494d363d41794b7ba02ce725444efa99 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:29.293789 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:29.297646 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-81d57141-770b-4752-ad55-1772c293a2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:29.304180 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:29.367194 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-81d57141-770b-4752-ad55-1772c293a2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:29.382136 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c8b13e49-c294-4e54-9ada-16aa85b4be1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:29.404904 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:29.426267 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be59a52-fdfa-4a4b-8328-9c6653a63633 req-38221491-857d-4188-9112-398196aba78e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.433436 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1be59a52-fdfa-4a4b-8328-9c6653a63633 req-38221491-857d-4188-9112-398196aba78e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.3987970 Nov 10 21:22:29.453034 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8b2d3009-8268-42f6-aa53-749595ba53f1 req-bbe1c7c6-bab6-4619-9722-2acbcaff242b service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946333 Nov 10 21:22:29.455701 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b13e49-c294-4e54-9ada-16aa85b4be1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7bcd5b-7019-4541-beeb-0daf7ad94ddb,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:29.504668 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c8b13e49-c294-4e54-9ada-16aa85b4be1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:29.564823 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c8b13e49-c294-4e54-9ada-16aa85b4be1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:29.566070 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c8b13e49-c294-4e54-9ada-16aa85b4be1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd7bcd5b-7019-4541-beeb-0daf7ad94ddb HTTP/1.1" status: 204 len: 168 time: 1.3663847 Nov 10 21:22:29.621634 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1be59a52-fdfa-4a4b-8328-9c6653a63633 req-89979207-f30f-402e-a532-4cc8ea8324bb tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871729 Nov 10 21:22:29.628709 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:29.639579 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:29.716811 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:29.775587 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-81d57141-770b-4752-ad55-1772c293a2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:29.843886 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf48be8-ec95-4cab-bf0a-7332fa1ab1be,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:29.865333 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-81d57141-770b-4752-ad55-1772c293a2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:29.877043 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-81d57141-770b-4752-ad55-1772c293a2a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb28379c-10f4-4ae2-8bbe-8714e05f58b2 HTTP/1.1" status: 204 len: 168 time: 0.7966385 Nov 10 21:22:29.883550 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:29.888671 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:29.914881 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=494d363d41794b7ba02ce725444efa99&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6972227 Nov 10 21:22:29.919023 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 35996) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:29.953748 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d57141-770b-4752-ad55-1772c293a2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28379c-10f4-4ae2-8bbe-8714e05f58b2,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:29.961819 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-81d57141-770b-4752-ad55-1772c293a2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:30.002939 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:22:30.102594 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc691cb5-0b15-4d1f-9e1d-ededfab9546e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:30.128536 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-a15a20d0-cbe3-45c1-9422-1f3765c9e133 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.144458 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-a15a20d0-cbe3-45c1-9422-1f3765c9e133 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 814 time: 0.3650770 Nov 10 21:22:30.206262 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-46082981-b23f-4c9d-9fc2-a3c7ed5b6ba2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/quotas/e02c25451f3b41a28063a40cc4ba6a93 HTTP/1.1" status: 200 len: 375 time: 0.0490768 Nov 10 21:22:30.240581 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc691cb5-0b15-4d1f-9e1d-ededfab9546e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:30.376424 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc691cb5-0b15-4d1f-9e1d-ededfab9546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:30.381325 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-01b9b6be-c044-40e2-8e9a-e4e184dcef5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:30.405023 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc691cb5-0b15-4d1f-9e1d-ededfab9546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf48be8-ec95-4cab-bf0a-7332fa1ab1be,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:30.410336 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bc691cb5-0b15-4d1f-9e1d-ededfab9546e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:30.413830 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc691cb5-0b15-4d1f-9e1d-ededfab9546e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:30.433005 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-bc691cb5-0b15-4d1f-9e1d-ededfab9546e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adf48be8-ec95-4cab-bf0a-7332fa1ab1be HTTP/1.1" status: 204 len: 168 time: 0.5107026 Nov 10 21:22:30.520602 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-9709feb7-e832-4ab1-bd9e-73c47e95df74 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3127549 Nov 10 21:22:30.575365 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:30.617417 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'port_id': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'mac_address': 'fa:16:3e:88:c0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:22:30.839317 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:30.854177 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-53f35535-aff8-4342-b42d-ecd74345e7a8 service neutron] 10.222.0.70 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321669 Nov 10 21:22:30.887889 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff3908a-b2fe-4578-a499-48e67059d1d2 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:30.929701 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:30.939778 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:30.947150 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:31.144690 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:31.153646 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:31.186741 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f47bef-af76-43e4-98a2-0a5f3d225e4e req-56c4ed8f-7473-4b85-a48c-dc36d23af630 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:31.193854 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d7f47bef-af76-43e4-98a2-0a5f3d225e4e req-56c4ed8f-7473-4b85-a48c-dc36d23af630 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 945 time: 0.1968334 Nov 10 21:22:31.214649 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36028) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:31.239441 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:31.249563 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-532e3b7e-ae3a-44c8-a300-fab2c8fe7fd4 service neutron] 10.222.0.70 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945088 Nov 10 21:22:31.250908 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['2ff3908a-b2fe-4578-a499-48e67059d1d2'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:22:31.359791 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d7f47bef-af76-43e4-98a2-0a5f3d225e4e req-7ccf71f7-3f0e-40b0-827f-8952cc046998 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647785 Nov 10 21:22:31.394920 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:31.419095 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Usage tracker for resource:security_group_rule and tenant:510e80e327584f14ad6ac65f27e30c91 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:31.431180 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:31.453593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:31.640906 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36040) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:31.663396 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:31.668232 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:31.678840 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:31.777494 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79ef4d-8a7c-4ebb-86ef-0a221c6cfde1,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:31.792872 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=510e80e327584f14ad6ac65f27e30c91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5770643 Nov 10 21:22:31.798433 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36046) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:31.801831 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:31.843988 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.844352 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.846057 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.846436 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.846887 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.848298 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.848680 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.849018 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.849350 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.849679 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.850006 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:31.864209 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:31.865160 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2ccd5c6e-3290-45c3-ae1c-0d613cf6a391 req-479a190b-b457-475d-bc8b-898533f62f59 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 210 time: 0.1700630 Nov 10 21:22:31.948661 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:31.955628 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Usage tracker for resource:security_group_rule and tenant:4568284b52884b33a6879461c8cb0103 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:31.979363 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:31.984943 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4e9cafae-da31-4d95-915d-68e8d618e727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:31.995686 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:32.051657 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4e9cafae-da31-4d95-915d-68e8d618e727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.195773 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.206584 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.225208 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4e9cafae-da31-4d95-915d-68e8d618e727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.227434 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:32.249103 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3356a595-75f9-4619-8bad-5d504e22e7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:32.323952 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4e9cafae-da31-4d95-915d-68e8d618e727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.336724 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4e9cafae-da31-4d95-915d-68e8d618e727 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e79ef4d-8a7c-4ebb-86ef-0a221c6cfde1 HTTP/1.1" status: 204 len: 168 time: 0.5368683 Nov 10 21:22:32.344286 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cafae-da31-4d95-915d-68e8d618e727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e79ef4d-8a7c-4ebb-86ef-0a221c6cfde1,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:32.362941 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4e9cafae-da31-4d95-915d-68e8d618e727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:32.500874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a36d31a-d6d3-402d-b498-127f49dfc658,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:32.509723 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4568284b52884b33a6879461c8cb0103&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8674631 Nov 10 21:22:32.517270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36072) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:32.543434 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.543780 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.544129 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.544699 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.545527 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.545527 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.545738 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.546213 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.546696 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.547181 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.547771 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:32.555385 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:32.592424 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:22:32.620579 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d080e-3c95-48be-9fd4-0d5a2254fb56 req-bd9d48eb-b400-4aa5-b1e5-3615bba0c38f tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:32.628493 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e64d080e-3c95-48be-9fd4-0d5a2254fb56 req-bd9d48eb-b400-4aa5-b1e5-3615bba0c38f tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2607858 Nov 10 21:22:32.688526 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a5fcdc9a-776a-4cfc-93de-2ebe58ed250a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.722140 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e64d080e-3c95-48be-9fd4-0d5a2254fb56 req-9ff0d47c-62d0-4714-996b-eb13787dd6b1 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922756 Nov 10 21:22:32.750876 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a5fcdc9a-776a-4cfc-93de-2ebe58ed250a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.892559 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfc766-7a12-44e8-bef7-49c49e3c1a7e req-46bf027d-038c-475e-93e5-395e73f1b8df tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:32.894386 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a5dfc766-7a12-44e8-bef7-49c49e3c1a7e req-46bf027d-038c-475e-93e5-395e73f1b8df tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 945 time: 0.1533904 Nov 10 21:22:32.895731 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a5fcdc9a-776a-4cfc-93de-2ebe58ed250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.901444 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a0fa052c-8e47-4d49-bece-7728b8571c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:32.915207 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcdc9a-776a-4cfc-93de-2ebe58ed250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a36d31a-d6d3-402d-b498-127f49dfc658,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:32.937100 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a5fcdc9a-776a-4cfc-93de-2ebe58ed250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:32.941327 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a5fcdc9a-776a-4cfc-93de-2ebe58ed250a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:32.944776 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-a5fcdc9a-776a-4cfc-93de-2ebe58ed250a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a36d31a-d6d3-402d-b498-127f49dfc658 HTTP/1.1" status: 204 len: 168 time: 0.4212949 Nov 10 21:22:32.996161 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a5dfc766-7a12-44e8-bef7-49c49e3c1a7e req-0ba2ff4c-a3f9-4cd4-bf8b-37f61b585c4c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569582 Nov 10 21:22:33.227464 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1e5cc302-2a59-410b-b7fc-1cd6873815a1 req-d580da72-9386-44c9-a352-b6d9c8002cee tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 210 time: 0.0658414 Nov 10 21:22:33.270370 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36094) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:33.917752 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:33.983258 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:22:34.083794 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:34.122486 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Usage tracker for resource:security_group_rule and tenant:598c2c9d1a174eb3a10afc9b006d2f0f is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:34.130699 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:34.156780 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:34.274219 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 2ff3908a-b2fe-4578-a499-48e67059d1d2 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:34.302150 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 2ff3908a-b2fe-4578-a499-48e67059d1d2 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:34.303047 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:34.375748 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-d899a8cc-aa46-4762-8610-c153d747af0e tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:34.379385 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-d899a8cc-aa46-4762-8610-c153d747af0e tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 814 time: 0.7131379 Nov 10 21:22:34.413093 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Request body: {'port': {'device_id': '9502316b-bc82-4281-9267-79ba137a690a', 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'admin_state_up': True, 'tenant_id': 'e02c25451f3b41a28063a40cc4ba6a93'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:34.512757 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:34.526031 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:34.535877 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b330ae1f-37b7-4515-b6ce-c50bfe21d2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:34.578318 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f4112-cd0a-4536-9c5e-3bae9837bdf4 req-8edbc3ff-5eb7-4811-8db9-773dc9d76500 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:34.585595 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4f8f4112-cd0a-4536-9c5e-3bae9837bdf4 req-8edbc3ff-5eb7-4811-8db9-773dc9d76500 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 945 time: 0.3664503 Nov 10 21:22:34.664073 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c637fc3-32c4-42dc-b60f-a2cc4dea495d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:34.681223 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:34.684763 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:34.715312 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-5edf48f1-25d8-4959-8423-36b227346501 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:34.716084 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:34.717695 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-5edf48f1-25d8-4959-8423-36b227346501 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.58 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 945 time: 0.7521060 Nov 10 21:22:34.728892 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:34.736573 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:34.738950 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:34.784066 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4f8f4112-cd0a-4536-9c5e-3bae9837bdf4 req-f3507dc8-77d0-47b6-af4b-4886015f5959 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968729 Nov 10 21:22:34.790842 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=598c2c9d1a174eb3a10afc9b006d2f0f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5168476 Nov 10 21:22:34.798456 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36130) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:34.834512 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:34.840446 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:34.934538 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e348b2a-bdb8-4518-a3d3-c9f8f0fe5291 req-d5a3075f-990b-494b-a193-ba7bb763c82a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:34.935057 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-5e348b2a-bdb8-4518-a3d3-c9f8f0fe5291 req-d5a3075f-990b-494b-a193-ba7bb763c82a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:34.957913 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Deleting port 67d4283d-888c-44e6-9975-c23de52ae26f {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:22:34.958643 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:34.975351 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-811bfe7d-0052-4a3d-b0b9-56ff4b4265ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:34.990250 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:35.002594 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:35.018049 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-5e348b2a-bdb8-4518-a3d3-c9f8f0fe5291 req-d5a3075f-990b-494b-a193-ba7bb763c82a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:35.019372 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5e348b2a-bdb8-4518-a3d3-c9f8f0fe5291 req-d5a3075f-990b-494b-a193-ba7bb763c82a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 945 time: 0.5589499 Nov 10 21:22:35.027307 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Made reservation on behalf of e02c25451f3b41a28063a40cc4ba6a93 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:35.030850 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:35.049872 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-811bfe7d-0052-4a3d-b0b9-56ff4b4265ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:35.216371 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-811bfe7d-0052-4a3d-b0b9-56ff4b4265ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:35.223739 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:35.241746 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bfe7d-0052-4a3d-b0b9-56ff4b4265ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c637fc3-32c4-42dc-b60f-a2cc4dea495d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:35.246526 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-811bfe7d-0052-4a3d-b0b9-56ff4b4265ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:35.262449 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0c03aa44-8e08-4b5b-ad9f-7b9b7d1e00c6 req-64cdc9a3-bfee-41cf-985e-80fd724e052f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 210 time: 0.0868726 Nov 10 21:22:35.289413 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Allocated IP 172.20.0.6 (2e07f7ff-7206-4676-926e-bfcb17c8e5b6/654583d9-dfa4-4bad-a007-aa46d9c292ef/20132108-c144-4e6b-b1fd-1f2d52a39c40) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:35.290529 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-811bfe7d-0052-4a3d-b0b9-56ff4b4265ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:35.291701 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-811bfe7d-0052-4a3d-b0b9-56ff4b4265ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c637fc3-32c4-42dc-b60f-a2cc4dea495d HTTP/1.1" status: 204 len: 168 time: 0.4918821 Nov 10 21:22:35.324481 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5e348b2a-bdb8-4518-a3d3-c9f8f0fe5291 req-7253c361-493d-44b1-8f18-298e2a237654 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770336 Nov 10 21:22:35.368934 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'code': 200} Nov 10 21:22:35.647601 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:35.823165 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] For port 67d4283d-888c-44e6-9975-c23de52ae26f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=67d4283d-888c-44e6-9975-c23de52ae26f,segment=NetworkSegment(9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4),segment_id=9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:35.823581 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:35.910301 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:35.927401 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['cf271a9b-2be3-42d1-9488-8717ddc81d94'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:22:35.986055 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Calling delete_port for 67d4283d-888c-44e6-9975-c23de52ae26f owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:22:36.021239 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-95492f5a-0f3f-4729-9c90-72cac0e117f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:36.062057 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1daba5fb-4fd4-4bb8-b174-076fc11a970a req-060382eb-9250-4478-ac0d-eb63314e07b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 1099 time: 0.2983794 Nov 10 21:22:36.102695 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Pushing event updated for resources: {'Port': ['ID=20132108-c144-4e6b-b1fd-1f2d52a39c40,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:36.108899 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:36.139406 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:36.143895 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:36.149128 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:36.264437 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711bae7-e4a0-4653-bdb8-5e80adc6585d req-0d3f7e15-0dd7-4b8d-aa62-91bf1350f8bf tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.278855 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c711bae7-e4a0-4653-bdb8-5e80adc6585d req-0d3f7e15-0dd7-4b8d-aa62-91bf1350f8bf tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 945 time: 0.2148004 Nov 10 21:22:36.294510 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1daba5fb-4fd4-4bb8-b174-076fc11a970a req-ec7c5248-4c4d-4101-a24e-fe1224eedeca service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917129 Nov 10 21:22:36.349552 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.350519 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:36.403906 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0053520 Nov 10 21:22:36.413390 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c711bae7-e4a0-4653-bdb8-5e80adc6585d req-11854123-56f2-40e0-9ff3-51c306180219 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e9c9f38-abb1-4c54-9ed3-648f3158ba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320419 Nov 10 21:22:36.463957 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:36.483406 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:36.599430 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Request body: {'port': {'device_id': '9502316b-bc82-4281-9267-79ba137a690a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:36.649291 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Pushing event deleted for resources: {'Port': ['ID=67d4283d-888c-44e6-9975-c23de52ae26f,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:36.669846 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:36.683860 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36174) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:36.765146 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:36.887413 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:36.980892 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Usage tracker for resource:security_group_rule and tenant:be4b716d87514053957ad7c009c83956 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:36.987949 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:37.003466 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:37.123016 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe88b-9ae4-464d-a185-67dd534fcc48 req-76070607-72d3-477e-8e2d-60420cd547e8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.144624 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-60dfe88b-9ae4-464d-a185-67dd534fcc48 req-76070607-72d3-477e-8e2d-60420cd547e8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.2598946 Nov 10 21:22:37.242904 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] No DVR routers for this DVR port 67d4283d-888c-44e6-9975-c23de52ae26f on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:37.256804 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:37.266423 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7668d4e4-3747-452c-a52c-1a1d132a701d req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.58 "DELETE /v2.0/ports/67d4283d-888c-44e6-9975-c23de52ae26f HTTP/1.1" status: 204 len: 173 time: 2.5411654 Nov 10 21:22:37.269329 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-60dfe88b-9ae4-464d-a185-67dd534fcc48 req-8c2ac042-d17b-44fc-8551-e120048dab9c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134245 Nov 10 21:22:37.294475 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547fe242-fca4-4908-b35e-d870f931c7e8', 'name': 'network-vif-deleted', 'tag': '67d4283d-888c-44e6-9975-c23de52ae26f'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:37.401697 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:37.425620 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:37.437983 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:37.459199 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d51ab-221d-47c9-b088-c827f6783960 req-0565dec9-3c3c-4e8a-b950-429a379ecc6d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.460323 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:37.461063 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-978d51ab-221d-47c9-b088-c827f6783960 req-0565dec9-3c3c-4e8a-b950-429a379ecc6d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:37.584803 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547fe242-fca4-4908-b35e-d870f931c7e8', 'name': 'network-vif-deleted', 'tag': '67d4283d-888c-44e6-9975-c23de52ae26f', 'status': 'completed', 'code': 200} Nov 10 21:22:37.657214 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-978d51ab-221d-47c9-b088-c827f6783960 req-0565dec9-3c3c-4e8a-b950-429a379ecc6d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:37.670465 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c52d87-4d7e-418f-a0a9-3f645070fd84,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:37.677345 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-978d51ab-221d-47c9-b088-c827f6783960 req-0565dec9-3c3c-4e8a-b950-429a379ecc6d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 931 time: 1.0874715 Nov 10 21:22:37.699021 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:37.709273 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be4b716d87514053957ad7c009c83956&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0236824 Nov 10 21:22:37.713519 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36190) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:37.889599 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2ca40ecf-646b-4f8d-976a-429ff109c7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:37.948650 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2ca40ecf-646b-4f8d-976a-429ff109c7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:38.018254 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 67d4283d-888c-44e6-9975-c23de52ae26f no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:22:38.155237 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 67d4283d-888c-44e6-9975-c23de52ae26f {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:22:38.155237 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 67d4283d-888c-44e6-9975-c23de52ae26f not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:22:38.233654 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0dc924fd-b470-497d-9d12-eaadcd2b2f23 req-294b3a33-3271-4bed-8af0-eb9801e99ff8 tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] 10.222.0.70 "GET /v2.0/ports?device_id=547fe242-fca4-4908-b35e-d870f931c7e8 HTTP/1.1" status: 200 len: 210 time: 0.2437723 Nov 10 21:22:38.290891 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-978d51ab-221d-47c9-b088-c827f6783960 req-81dde262-8f1e-466c-b530-7d792801c07b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117966 Nov 10 21:22:38.297610 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2ca40ecf-646b-4f8d-976a-429ff109c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:38.304948 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:38.347794 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca40ecf-646b-4f8d-976a-429ff109c7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c52d87-4d7e-418f-a0a9-3f645070fd84,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:38.375690 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2ca40ecf-646b-4f8d-976a-429ff109c7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:38.383824 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2ca40ecf-646b-4f8d-976a-429ff109c7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:38.389763 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2ca40ecf-646b-4f8d-976a-429ff109c7a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6c52d87-4d7e-418f-a0a9-3f645070fd84 HTTP/1.1" status: 204 len: 168 time: 0.6699052 Nov 10 21:22:38.544024 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20132108-c144-4e6b-b1fd-1f2d52a39c40 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:38.553751 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:38.574622 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Transition to ACTIVE for port object 20132108-c144-4e6b-b1fd-1f2d52a39c40 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:38.581266 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:38.593425 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d3847c33-680f-41dd-a2a6-ec88f190196b tempest-DeleteServersTestJSON-139510805 tempest-DeleteServersTestJSON-139510805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:38.775331 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3e686-c950-429d-9cc4-51a53f8ccc6f req-97f8c142-b1bc-48de-86a1-24d214dda55b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:38.784670 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-67a3e686-c950-429d-9cc4-51a53f8ccc6f req-97f8c142-b1bc-48de-86a1-24d214dda55b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.1583278 Nov 10 21:22:38.831657 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Pushing event updated for resources: {'Port': ['ID=20132108-c144-4e6b-b1fd-1f2d52a39c40,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:38.840661 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:38.915641 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-67a3e686-c950-429d-9cc4-51a53f8ccc6f req-d996c842-dcb2-446f-8843-09b5a6a2c101 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217780 Nov 10 21:22:39.128575 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Attempting to bind port 20132108-c144-4e6b-b1fd-1f2d52a39c40 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:22:39.129192 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Attempting to bind port 20132108-c144-4e6b-b1fd-1f2d52a39c40 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:22:39.130745 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Attempting to bind port 20132108-c144-4e6b-b1fd-1f2d52a39c40 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:22:39.153745 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Port 20132108-c144-4e6b-b1fd-1f2d52a39c40 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:22:39.154327 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Attempting to bind port 20132108-c144-4e6b-b1fd-1f2d52a39c40 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:22:39.175221 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:22:39.192137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Checking segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:22:39.192137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Bound using segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:22:39.192137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Bound port: 20132108-c144-4e6b-b1fd-1f2d52a39c40, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:22:39.192137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:39.444031 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] For port 20132108-c144-4e6b-b1fd-1f2d52a39c40, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:39.447571 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] For port 20132108-c144-4e6b-b1fd-1f2d52a39c40, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=20132108-c144-4e6b-b1fd-1f2d52a39c40,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:39.460118 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:39.469501 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:39.527655 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59ad37-1ee4-4ca2-8ff6-941414f01e45 req-66e65db7-567b-46c5-acfb-465daa3d97ea tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:39.538598 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36228) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:39.539108 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1b59ad37-1ee4-4ca2-8ff6-941414f01e45 req-66e65db7-567b-46c5-acfb-465daa3d97ea tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.2014151 Nov 10 21:22:39.550328 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:39.558529 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'floatingip': {'port_id': '2ff3908a-b2fe-4578-a499-48e67059d1d2'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:39.560947 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] 10.222.0.58 "PUT /v2.0/ports/20132108-c144-4e6b-b1fd-1f2d52a39c40 HTTP/1.1" status: 200 len: 1093 time: 2.9688888 Nov 10 21:22:39.587745 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9502316b-bc82-4281-9267-79ba137a690a', 'tag': '20132108-c144-4e6b-b1fd-1f2d52a39c40'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:39.657093 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Pushing event updated for resources: {'Port': ['ID=20132108-c144-4e6b-b1fd-1f2d52a39c40,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:39.662546 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:39.731364 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9502316b-bc82-4281-9267-79ba137a690a', 'tag': '20132108-c144-4e6b-b1fd-1f2d52a39c40', 'status': 'completed', 'code': 200} Nov 10 21:22:39.791294 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-0af0979b-dfab-4632-870d-cb17604736e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 1096 time: 0.1259933 Nov 10 21:22:39.929881 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-edaafc96-f8fa-4269-98dc-c8e2c1d0d20b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20132108-c144-4e6b-b1fd-1f2d52a39c40 HTTP/1.1" status: 200 len: 217 time: 0.1247516 Nov 10 21:22:40.001182 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:40.094062 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-4164a7a8-5293-4cf3-a442-5e87150af965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:40.096528 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-4164a7a8-5293-4cf3-a442-5e87150af965 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.1566422 Nov 10 21:22:40.275987 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-c27afee5-c7c8-4ffd-b868-dd14ce90de03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664491 Nov 10 21:22:40.793860 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-5cd1cfa7-cf4a-4f61-8924-dfc334cf20df service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048146 Nov 10 21:22:41.151066 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f10fa64-8fd7-4d3a-83e2-6154b902ad41 req-9142f6a1-13ae-4cd2-b379-6ec765e56330 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544068 Nov 10 21:22:41.226540 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ae731-f0e0-4123-a75a-7f0354c44fc0 req-51fdefd7-e56f-4e7c-ac3e-bd3b9076ef67 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.230437 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-503ae731-f0e0-4123-a75a-7f0354c44fc0 req-51fdefd7-e56f-4e7c-ac3e-bd3b9076ef67 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 943 time: 1.3189101 Nov 10 21:22:41.431178 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-452ecac6-685e-4555-be8e-653feb201df4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 1096 time: 0.1676993 Nov 10 21:22:41.771029 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-d92d26ed-c4bb-4615-b185-326f4d7d4fa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.772795 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-d92d26ed-c4bb-4615-b185-326f4d7d4fa4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 916 time: 0.3235140 Nov 10 21:22:41.863156 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-537ff3a5-90d7-49dc-bcf3-8c30e6464f29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20132108-c144-4e6b-b1fd-1f2d52a39c40 HTTP/1.1" status: 200 len: 217 time: 0.0823922 Nov 10 21:22:41.930738 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-503ae731-f0e0-4123-a75a-7f0354c44fc0 req-fbb82a05-a850-4992-982e-b16913daff06 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6896625 Nov 10 21:22:41.933502 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36300) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:42.055803 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-d854b781-7238-42c1-86fe-a24ae1dc86c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:42.057590 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-d854b781-7238-42c1-86fe-a24ae1dc86c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.1862648 Nov 10 21:22:42.155954 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-7fe649f7-68fb-4dae-9da2-ae158587ab3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877092 Nov 10 21:22:42.248808 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] Deleting subnet f3be91f3-33e4-4f2c-b0b2-07dc25948867 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:22:42.252281 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:42.353374 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371181'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:42.372728 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-504e6184-fe76-4c04-9548-654e42ab01b1 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075133 Nov 10 21:22:42.402326 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:42.422461 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:42.521667 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:42.657224 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1402258f-6f19-4e12-8ed2-a3449a590937 req-a4ba3a8a-25c5-4780-9538-7dcf5dbdc421 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768638 Nov 10 21:22:42.784394 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3331030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3739390'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:42.801215 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:42.866688 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3be91f3-33e4-4f2c-b0b2-07dc25948867,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:42.875985 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:42.892148 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:42.905491 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-697aa7d9-9918-47ab-b247-2c6700b07ebf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f3be91f3-33e4-4f2c-b0b2-07dc25948867 HTTP/1.1" status: 204 len: 168 time: 0.9679968 Nov 10 21:22:42.906513 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36320) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:42.963054 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.l3_db [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Floating IP 204b8594-34b7-4589-94aa-6be1c14a14de associated. External IP: 172.28.3.152, port: 2ff3908a-b2fe-4578-a499-48e67059d1d2. Nov 10 21:22:43.023073 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36330) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:43.271033 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:43.561191 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:43.597793 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1552f90c-6cb2-45a3-b4bf-3ffc309b3081']}} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:43.617962 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4') {'for_net_delete': True} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:43.617962 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3b8f91-5030-4cb9-b0be-75d78fb6d8e4') {} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:43.629724 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252310'] for segment, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:43.650488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:43.659943 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=82876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:22:43.661084 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578719'] for segment, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: Traceback (most recent call last): Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: timer() Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: cb(*args, **kw) Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: return func(*args, **kwargs) Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: self._notify() Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: self.callback(batched_events) Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: event.method(event) Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: return f(self, *a, **k) Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: return self._get(url).json() Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: return self.request(url, 'GET', **kwargs) Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:22:43.787370 dv-cinder-817261-1-smb neutron-server[82876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:22:43.819031 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:43.835180 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:43.839376 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:22:43.852802 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:43.888133 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e9bf-b847-423c-96f4-e8ecd6c7e7b2 req-cf47d16a-ccd5-49af-b64d-7d64d5e26efa tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:43.891329 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2348e9bf-b847-423c-96f4-e8ecd6c7e7b2 req-cf47d16a-ccd5-49af-b64d-7d64d5e26efa tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 943 time: 0.6162715 Nov 10 21:22:43.913771 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:43.938579 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Pushing event deleted for resources: {'Network': ['ID=1552f90c-6cb2-45a3-b4bf-3ffc309b3081,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:43.943246 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:44.007653 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-30056047-37eb-4d49-95f9-89fa2955e032 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1552f90c-6cb2-45a3-b4bf-3ffc309b3081 HTTP/1.1" status: 204 len: 168 time: 1.0992413 Nov 10 21:22:44.049864 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 20132108-c144-4e6b-b1fd-1f2d52a39c40 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:22:44.145459 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:22:44.151580 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:44.162345 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] Sync routers for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:22:44.209978 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2348e9bf-b847-423c-96f4-e8ecd6c7e7b2 req-bf844222-e52e-46f9-a876-1a08936bd97d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022430 Nov 10 21:22:44.216770 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:44.223762 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:22:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:44.226210 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:44.236055 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-19db0b4a-5cb3-405f-b136-0f3a4e349727 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "PUT /v2.0/floatingips/204b8594-34b7-4589-94aa-6be1c14a14de HTTP/1.1" status: 200 len: 992 time: 4.6957474 Nov 10 21:22:44.238371 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:44.258732 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Usage tracker for resource:security_group_rule and tenant:fb890f99b01349329d529a945ac90613 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:44.267884 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:44.290126 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:44.367222 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'status': 'completed', 'code': 200} Nov 10 21:22:44.485186 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36370) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:44.639774 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36380) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:44.641372 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 20132108-c144-4e6b-b1fd-1f2d52a39c40, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=20132108-c144-4e6b-b1fd-1f2d52a39c40,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:44.648742 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:44.660271 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:44.666297 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '20132108-c144-4e6b-b1fd-1f2d52a39c40', 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'port_id': '20132108-c144-4e6b-b1fd-1f2d52a39c40', 'mac_address': 'fa:16:3e:0c:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654583d9-dfa4-4bad-a007-aa46d9c292ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:22:44.680115 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-664ff885-0e17-4dd3-8e73-577e39f5d33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:44.737847 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01deb229-3bf0-42ac-9039-b3cafa6d0fea,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:44.749285 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:44.770340 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:22:44.771479 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20132108-c144-4e6b-b1fd-1f2d52a39c40 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:44.789013 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:44.807340 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 20132108-c144-4e6b-b1fd-1f2d52a39c40, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=20132108-c144-4e6b-b1fd-1f2d52a39c40,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:44.819187 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:44.824613 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-8eff3da7-929d-459c-80e5-9d8906586d44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=415b64b2e3284f08b53d7d842e89e8c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1798494 Nov 10 21:22:44.828833 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36386) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:44.829806 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:44.851299 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-25973860-1b5a-4ea5-aed6-47731313d9fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 1099 time: 0.4417908 Nov 10 21:22:44.919713 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=20132108-c144-4e6b-b1fd-1f2d52a39c40,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:44.939672 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62a036dd-946c-4d5f-88c7-74b753a4b846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:44.945171 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.945911 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.947001 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.948716 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.949298 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.949840 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.953072 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.953696 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.954242 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.954778 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.955415 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:44.968142 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:44.988181 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62a036dd-946c-4d5f-88c7-74b753a4b846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.015278 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb890f99b01349329d529a945ac90613&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9861555 Nov 10 21:22:45.018546 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36394) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:45.072269 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62a036dd-946c-4d5f-88c7-74b753a4b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.072965 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['20132108-c144-4e6b-b1fd-1f2d52a39c40'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:22:45.085489 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-eaa0737f-6717-4632-97c1-67dbf5efc9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:45.106465 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a036dd-946c-4d5f-88c7-74b753a4b846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c9f38-abb1-4c54-9ed3-648f3158ba01,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:45.119479 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-62a036dd-946c-4d5f-88c7-74b753a4b846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:45.144019 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62a036dd-946c-4d5f-88c7-74b753a4b846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.147613 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-62a036dd-946c-4d5f-88c7-74b753a4b846 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e9c9f38-abb1-4c54-9ed3-648f3158ba01 HTTP/1.1" status: 204 len: 168 time: 0.3131139 Nov 10 21:22:45.316139 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.335036 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6de5c64a-72d3-400e-837c-b78c170cf9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.397298 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:45.406558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Usage tracker for resource:security_group_rule and tenant:236624b3745b404b8acb5c4205f2849c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:45.413444 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:45.414567 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6de5c64a-72d3-400e-837c-b78c170cf9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.426682 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:45.577454 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '204b8594-34b7-4589-94aa-6be1c14a14de', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'port_id': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'mac_address': 'fa:16:3e:88:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:41Z', 'revision_number': 1, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:45.583203 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] Checking router: ff5b5c93-f7f4-48d4-89f5-e7134b000d1a for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:22:45.585776 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6de5c64a-72d3-400e-837c-b78c170cf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.596389 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:45.597625 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:22:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:45.609706 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-d723d4ab-b93a-426c-bf5a-45563f1dc86a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.616760 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-d723d4ab-b93a-426c-bf5a-45563f1dc86a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.7400210 Nov 10 21:22:45.617455 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-19fc279f-3422-41f8-b381-ccd1a10cc2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:45.703057 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.715935 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:45.745597 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c8b13e49-c294-4e54-9ada-16aa85b4be1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:45.988489 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5c64a-72d3-400e-837c-b78c170cf9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01deb229-3bf0-42ac-9039-b3cafa6d0fea,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:46.037738 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-76e8f1f7-7147-4c78-9fd1-6ac923c88012 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2 HTTP/1.1" status: 200 len: 1000 time: 0.3864443 Nov 10 21:22:46.039349 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6de5c64a-72d3-400e-837c-b78c170cf9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:46.073175 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 20132108-c144-4e6b-b1fd-1f2d52a39c40 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:22:46.100423 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:22:46.224242 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=236624b3745b404b8acb5c4205f2849c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7371910 Nov 10 21:22:46.228951 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36422) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:46.259503 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677dc94c-a30b-48b5-842e-f282f1f63ac5,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:46.270651 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:46.410656 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-15b9076e-ea34-4452-8982-87d0285776f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:46.417048 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 20132108-c144-4e6b-b1fd-1f2d52a39c40 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:46.427592 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 20132108-c144-4e6b-b1fd-1f2d52a39c40 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:46.429412 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:46.483165 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6de5c64a-72d3-400e-837c-b78c170cf9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:46.488523 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-6de5c64a-72d3-400e-837c-b78c170cf9d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01deb229-3bf0-42ac-9039-b3cafa6d0fea HTTP/1.1" status: 204 len: 168 time: 1.4688344 Nov 10 21:22:46.496254 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-ce249852-f07f-4ecc-977f-f008e3263c0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:46.499392 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-ce249852-f07f-4ecc-977f-f008e3263c0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.2904062 Nov 10 21:22:46.530909 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-15b9076e-ea34-4452-8982-87d0285776f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:46.739000 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-15b9076e-ea34-4452-8982-87d0285776f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:46.750061 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-81d57141-770b-4752-ad55-1772c293a2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:46.778795 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9076e-ea34-4452-8982-87d0285776f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677dc94c-a30b-48b5-842e-f282f1f63ac5,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:46.786345 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-15b9076e-ea34-4452-8982-87d0285776f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:46.793786 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-15b9076e-ea34-4452-8982-87d0285776f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:46.797892 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-15b9076e-ea34-4452-8982-87d0285776f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/677dc94c-a30b-48b5-842e-f282f1f63ac5 HTTP/1.1" status: 204 len: 168 time: 0.5662003 Nov 10 21:22:46.862250 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:46.880033 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0cfca-4665-4d12-b46e-80a034c47d85 req-b812df5f-a078-429e-bb4c-025ca1ca18d4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:46.881538 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-28a0cfca-4665-4d12-b46e-80a034c47d85 req-b812df5f-a078-429e-bb4c-025ca1ca18d4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 944 time: 1.2320855 Nov 10 21:22:46.945088 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9502316b-bc82-4281-9267-79ba137a690a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20132108-c144-4e6b-b1fd-1f2d52a39c40'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:46.958343 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-63c2c802-fec8-4b6b-af18-ed45677e9a35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4353237 Nov 10 21:22:46.967124 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 20132108-c144-4e6b-b1fd-1f2d52a39c40, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=20132108-c144-4e6b-b1fd-1f2d52a39c40,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:46.973937 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:46.977899 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:47.298883 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9502316b-bc82-4281-9267-79ba137a690a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20132108-c144-4e6b-b1fd-1f2d52a39c40', 'code': 200} Nov 10 21:22:47.310828 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=20132108-c144-4e6b-b1fd-1f2d52a39c40,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:47.321696 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:47.428576 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-28a0cfca-4665-4d12-b46e-80a034c47d85 req-987fbb2d-d11e-449b-ad81-9612ac4f542d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270996 Nov 10 21:22:47.566819 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-1c90d04b-6274-4345-99f4-874c354c927b service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865977 Nov 10 21:22:47.700255 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '204b8594-34b7-4589-94aa-6be1c14a14de', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'port_id': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'mac_address': 'fa:16:3e:88:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:41Z', 'revision_number': 1, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:47.704228 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3d95f5e6-a86b-4801-a2c7-0391bff3085e req-b7ee8e9a-6fca-4d21-a0d8-65de6e1c70ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 1098 time: 0.2743931 Nov 10 21:22:47.712726 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c956dc-6a59-499e-a631-e0adca904a9c None None] The sync data for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb is: [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '204b8594-34b7-4589-94aa-6be1c14a14de', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'port_id': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'mac_address': 'fa:16:3e:88:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:41Z', 'revision_number': 1, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:22:47.855545 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-3d95f5e6-a86b-4801-a2c7-0391bff3085e req-25309237-eb5d-425f-a304-bb8a1a443f72 service neutron] Synchronizing usage tracker for tenant:63e92680d2594512b1a277f247bc0759 on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:22:47.871873 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-22798b64-1274-4ed3-8eec-80cbc87c70f0 req-8aad304a-6a9e-45b5-93a8-4aad8e477e8b service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902038 Nov 10 21:22:47.884760 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-3d95f5e6-a86b-4801-a2c7-0391bff3085e req-25309237-eb5d-425f-a304-bb8a1a443f72 service neutron] Unset dirty status for tenant:63e92680d2594512b1a277f247bc0759 on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:22:47.886259 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3d95f5e6-a86b-4801-a2c7-0391bff3085e req-25309237-eb5d-425f-a304-bb8a1a443f72 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709850 Nov 10 21:22:47.917008 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36470) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:47.951460 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.012865 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:48.020352 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Usage tracker for resource:security_group_rule and tenant:914db8bf9ff7471085a3cafc0f17a826 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:48.026674 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:48.041599 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36476) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:48.043402 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:48.109740 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00c062-1f2c-4d80-94bf-cf6ae8a4c776 None None] New status for floating IP 204b8594-34b7-4589-94aa-6be1c14a14de: ACTIVE {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:22:48.113095 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.172820 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:48.179855 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8ba453ae304fa1bce24cbad58d27c6 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:48.185675 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:48.194972 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:48.214656 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.222491 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.239452 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c947b419-e8be-467c-b329-9083477f1b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:48.305414 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662d2ffb-f556-477b-811f-561f31e99a7d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:48.330495 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:48.371735 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=914db8bf9ff7471085a3cafc0f17a826&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4532394 Nov 10 21:22:48.377015 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36484) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:48.391960 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.405963 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.447978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-19abf03e-f29c-4930-bec6-d2e249705b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:48.565100 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5b7a55-7059-48fe-8aa6-5f8d9e359322,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:48.583633 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:48.589218 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3bf68136-1fd3-42e5-94c1-71abf162d04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.673831 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae8ba453ae304fa1bce24cbad58d27c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6304147 Nov 10 21:22:48.679050 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36496) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:48.801275 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3bf68136-1fd3-42e5-94c1-71abf162d04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.849781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0b234803-3e10-4bb2-92d3-a25c5c2fccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.912699 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0b234803-3e10-4bb2-92d3-a25c5c2fccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:48.985890 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3bf68136-1fd3-42e5-94c1-71abf162d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:49.015281 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bc691cb5-0b15-4d1f-9e1d-ededfab9546e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:49.060901 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3bf68136-1fd3-42e5-94c1-71abf162d04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:49.064601 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-3bf68136-1fd3-42e5-94c1-71abf162d04d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/662d2ffb-f556-477b-811f-561f31e99a7d HTTP/1.1" status: 204 len: 168 time: 0.6853290 Nov 10 21:22:49.070046 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf68136-1fd3-42e5-94c1-71abf162d04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d2ffb-f556-477b-811f-561f31e99a7d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:49.093973 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3bf68136-1fd3-42e5-94c1-71abf162d04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:49.187636 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0b234803-3e10-4bb2-92d3-a25c5c2fccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:49.201877 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:49.219304 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b234803-3e10-4bb2-92d3-a25c5c2fccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5b7a55-7059-48fe-8aa6-5f8d9e359322,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:49.221846 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0b234803-3e10-4bb2-92d3-a25c5c2fccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:49.239030 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-0b234803-3e10-4bb2-92d3-a25c5c2fccdc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df5b7a55-7059-48fe-8aa6-5f8d9e359322 HTTP/1.1" status: 204 len: 168 time: 0.5572374 Nov 10 21:22:49.239777 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0b234803-3e10-4bb2-92d3-a25c5c2fccdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:49.290530 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0599cf-d488-4637-a434-e7bf5e416a22 req-c3f05f26-338c-4e96-b904-ac4ad40cc723 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:49.299742 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f0599cf-d488-4637-a434-e7bf5e416a22 req-c3f05f26-338c-4e96-b904-ac4ad40cc723 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 945 time: 0.3083451 Nov 10 21:22:49.357980 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8f0599cf-d488-4637-a434-e7bf5e416a22 req-6a9b4876-5b08-40ae-a20b-2d6ba486a6b5 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572033 Nov 10 21:22:49.932944 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42f9ffa5-4579-46f5-be8c-209f968ced49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:50.368649 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36560) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:50.430560 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36568) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:50.655288 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd259c9-14ee-4e16-a314-ad898312cca2 req-18b51ec1-6116-4534-bb52-71c814a4f48c tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:50.657982 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9bd259c9-14ee-4e16-a314-ad898312cca2 req-18b51ec1-6116-4534-bb52-71c814a4f48c tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 945 time: 0.1666689 Nov 10 21:22:50.719044 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:50.745392 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9bd259c9-14ee-4e16-a314-ad898312cca2 req-3fbc6337-560d-47c4-a893-0bf7367cf0f2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811667 Nov 10 21:22:50.852344 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:50.894838 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36584) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:50.918117 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:50.926024 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b874d13194ed411ebf93983855d42aab is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:50.931146 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:50.947289 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:51.020524 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-network', 'tenant_id': '4bb877ae51724bf4a41a491472810533'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:51.043851 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:51.063971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Usage tracker for resource:network and tenant:4bb877ae51724bf4a41a491472810533 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:51.078406 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:51.093286 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:51.135832 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.142791 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.155143 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-35a59ffc-baab-4ff0-afa7-760e653c9ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:51.180244 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Made reservation on behalf of 4bb877ae51724bf4a41a491472810533 for: {'network': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:51.183087 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.215986 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.276532 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81845ce4-aa38-460d-8e1b-5271cbd50ab8,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:51.311982 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:51.323748 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b874d13194ed411ebf93983855d42aab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8904371 Nov 10 21:22:51.327268 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36602) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:51.357594 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:51.362299 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Usage tracker for resource:security_group_rule and tenant:4bb877ae51724bf4a41a491472810533 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:51.366338 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:51.374278 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:51.545576 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cef97c34-7c53-47f4-82da-0fdf8906629b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.636387 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cef97c34-7c53-47f4-82da-0fdf8906629b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.696417 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.754755 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.782242 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cef97c34-7c53-47f4-82da-0fdf8906629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.793494 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:51.813009 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:51.820450 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:673575a1c70447a0bc6e3d492d416bab is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:51.827067 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:51.838907 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.859961 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef97c34-7c53-47f4-82da-0fdf8906629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81845ce4-aa38-460d-8e1b-5271cbd50ab8,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:51.873270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cef97c34-7c53-47f4-82da-0fdf8906629b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.875950 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=82876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:22:51.876444 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-cef97c34-7c53-47f4-82da-0fdf8906629b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81845ce4-aa38-460d-8e1b-5271cbd50ab8 HTTP/1.1" status: 204 len: 168 time: 0.5456519 Nov 10 21:22:51.878484 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cef97c34-7c53-47f4-82da-0fdf8906629b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:51.885248 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:51.887203 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:51.918888 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7238bdab-edc4-4d54-81d9-c960a5e375f8,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:51.927369 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:51.928386 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:51.928842 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.segments_db [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Added segment e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608 of type vlan for network f9f61648-f363-42f7-a503-4715e990f3d4 Nov 10 21:22:51.979041 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.033197 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.035180 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:52.035759 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.047565 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:52.176297 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.204362 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.241559 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Pushing event updated for resources: {'Network': ['ID=f9f61648-f363-42f7-a503-4715e990f3d4,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:52.262154 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network f9f61648-f363-42f7-a503-4715e990f3d4 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:22:52.266355 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:52.267289 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:52.303577 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=673575a1c70447a0bc6e3d492d416bab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4072027 Nov 10 21:22:52.304069 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36632) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:52.311376 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9411743 Nov 10 21:22:52.324620 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36636) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:52.345327 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Request body: {'subnet': {'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-subnet', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:52.355125 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:52.359900 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d0888-4391-439f-bae5-36ed8c1dfb23,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:52.365933 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:52.370326 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Usage tracker for resource:subnet and tenant:4bb877ae51724bf4a41a491472810533 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:52.377450 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:52.389701 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:52.412436 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Made reservation on behalf of 4bb877ae51724bf4a41a491472810533 for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:52.423147 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719105'] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.435205 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc498-2610-471c-ae76-a5c3b2b05dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.476329 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc498-2610-471c-ae76-a5c3b2b05dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.589408 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc498-2610-471c-ae76-a5c3b2b05dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.604188 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8c302c68-d9da-48d0-9b62-4edcaca4704f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:52.640592 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bc498-2610-471c-ae76-a5c3b2b05dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d0888-4391-439f-bae5-36ed8c1dfb23,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:52.648985 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0a2bc498-2610-471c-ae76-a5c3b2b05dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:52.652800 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc498-2610-471c-ae76-a5c3b2b05dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:52.655679 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-0a2bc498-2610-471c-ae76-a5c3b2b05dc2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f14d0888-4391-439f-bae5-36ed8c1dfb23 HTTP/1.1" status: 204 len: 168 time: 0.3499751 Nov 10 21:22:52.944923 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c94a59a8-3d2f-4fb2-a5e9-2088f9f82a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:53.001994 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719127'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:53.009454 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0779599d-2957-4b70-82e6-dc6d7c4bc4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:53.182192 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:53.246271 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:53.263432 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:53.294503 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Checking segment: {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:22:53.294880 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Network hostable DHCP agents. Network: f9f61648-f363-42f7-a503-4715e990f3d4, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:22:53.341939 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Network f9f61648-f363-42f7-a503-4715e990f3d4 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:22:53.359569 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, f9f61648-f363-42f7-a503-4715e990f3d4) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:53.370875 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45096ab-0ab6-432c-a3b1-a9fbfa463023 None None] Network f9f61648-f363-42f7-a503-4715e990f3d4 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:22:53.385342 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.394209 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:53.447131 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1202793 Nov 10 21:22:53.450765 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36668) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:53.456814 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:22:53.463272 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:53.469142 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Usage tracker for resource:router and tenant:4bb877ae51724bf4a41a491472810533 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:53.474148 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:53.484068 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:53.499185 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25759'] for router, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:53.501350 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25748'] for router, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:53.527470 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:53.733902 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d94a745-78a6-4dc3-ba36-d9dd8ece5b0f None None] Network f9f61648-f363-42f7-a503-4715e990f3d4 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:22:53.760952 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:53.937129 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36674) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:54.060580 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.127514 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.312786 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:54.321408 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Usage tracker for resource:security_group_rule and tenant:3c1da9e54fbb428d96564cb1e36bf6b5 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:54.332679 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:54.352118 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:54.516128 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.519969 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.526577 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.590827 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.644827 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e5bbd6fc-2004-4459-b8ae-fca92f39de02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:54.707182 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36698) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:54.738926 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83029957-b510-4699-9ffd-c3dd5fc11b43,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:54.770191 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:54.782129 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c1da9e54fbb428d96564cb1e36bf6b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8373716 Nov 10 21:22:54.785413 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36702) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:54.801586 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.915340 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5877-c056-415d-b090-62c4d49d46c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.973185 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5877-c056-415d-b090-62c4d49d46c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:54.985008 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:54.998960 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Usage tracker for resource:security_group_rule and tenant:37025b4d7a624b129568158825b3fce7 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:55.021783 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:55.025772 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Allocated IP 172.28.3.207 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/37e8e1a3-5013-4771-93fb-50af6dd7d9a1) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:55.041031 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:55.100271 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5877-c056-415d-b090-62c4d49d46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.108149 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:55.141254 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd5877-c056-415d-b090-62c4d49d46c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83029957-b510-4699-9ffd-c3dd5fc11b43,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:55.176382 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f3dd5877-c056-415d-b090-62c4d49d46c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:55.193372 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5877-c056-415d-b090-62c4d49d46c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.196891 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-f3dd5877-c056-415d-b090-62c4d49d46c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83029957-b510-4699-9ffd-c3dd5fc11b43 HTTP/1.1" status: 204 len: 168 time: 0.4077239 Nov 10 21:22:55.285953 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36722) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:55.479362 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.509587 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.540298 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:22:55.547424 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Usage tracker for resource:security_group_rule and tenant:167f078533474340a90e4aa1541df55b is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:22:55.552236 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:22:55.561356 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:22:55.638506 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.664711 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.670076 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.684469 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.687333 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:55.736571 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025b6cf8-a012-4e64-b05f-0bffdb74a5e5,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:55.738785 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.741902 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:55.745626 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:55.749131 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=167f078533474340a90e4aa1541df55b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4580929 Nov 10 21:22:55.749702 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36738) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:55.777085 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-377ed2e7-aa9e-47a7-8262-a2459ffe6c3f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:55.781090 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-377ed2e7-aa9e-47a7-8262-a2459ffe6c3f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 814 time: 0.5587151 Nov 10 21:22:55.803568 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37025b4d7a624b129568158825b3fce7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0951145 Nov 10 21:22:55.806714 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36744) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:55.820961 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7771b8d9-0215-4961-907a-304ff2e6c13c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:55.826826 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:55.832741 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-d3e6ca31-31ac-4f48-a884-54743fa91f24 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/quotas/e02c25451f3b41a28063a40cc4ba6a93 HTTP/1.1" status: 200 len: 375 time: 0.0346773 Nov 10 21:22:55.861103 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-946c9488-4336-4d32-954d-4ebd66af4161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.909118 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.920361 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e1f8de6e-586b-49c6-8b4b-b6cb73531f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:55.923711 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-946c9488-4336-4d32-954d-4ebd66af4161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:55.989303 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:55.997643 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:56.006149 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:56.013105 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-968744c9-dba1-4e10-adb8-b33845c27f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:56.041066 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Pushing event updated for resources: {'Port': ['ID=37e8e1a3-5013-4771-93fb-50af6dd7d9a1,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:56.049337 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:56.091839 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-968744c9-dba1-4e10-adb8-b33845c27f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:56.172630 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-946c9488-4336-4d32-954d-4ebd66af4161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:56.179427 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7bcdb48c-d38e-4d90-8443-5e15c94ec982 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3302310 Nov 10 21:22:56.197603 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6de5c64a-72d3-400e-837c-b78c170cf9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:56.231380 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c9488-4336-4d32-954d-4ebd66af4161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025b6cf8-a012-4e64-b05f-0bffdb74a5e5,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:56.242056 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-946c9488-4336-4d32-954d-4ebd66af4161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:56.262398 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-946c9488-4336-4d32-954d-4ebd66af4161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:56.269573 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-946c9488-4336-4d32-954d-4ebd66af4161 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/025b6cf8-a012-4e64-b05f-0bffdb74a5e5 HTTP/1.1" status: 204 len: 168 time: 0.5116727 Nov 10 21:22:56.272987 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-968744c9-dba1-4e10-adb8-b33845c27f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:56.289311 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-878dc582-324a-4bc4-8c08-a851871fbc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:22:56.306006 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-968744c9-dba1-4e10-adb8-b33845c27f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:56.312367 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-968744c9-dba1-4e10-adb8-b33845c27f74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7771b8d9-0215-4961-907a-304ff2e6c13c HTTP/1.1" status: 204 len: 168 time: 0.5003397 Nov 10 21:22:56.318434 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968744c9-dba1-4e10-adb8-b33845c27f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7771b8d9-0215-4961-907a-304ff2e6c13c,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:56.322889 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-968744c9-dba1-4e10-adb8-b33845c27f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:22:56.479412 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-fece48f0-7200-4946-8c23-86f5d6e739da service neutron] 10.222.0.70 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674894 Nov 10 21:22:56.671057 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-ad495c97-e503-41aa-8997-79c1e885f4da service neutron] 10.222.0.70 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713493 Nov 10 21:22:56.672984 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:56.673914 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677'] for router, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:57.228375 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Router c0cd688a-7f69-4d64-98c8-862e91bda69a is scheduled to L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 with binding_index 1 {{(pid=82877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:22:57.351873 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1cf89fe3-d9de-46f0-af67-b420bf0de76f req-42e06a83-78f3-4914-bc11-758d6fbfb270 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 210 time: 0.1886780 Nov 10 21:22:57.666073 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:22:57.682619 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Sync routers for ids ['c0cd688a-7f69-4d64-98c8-862e91bda69a'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:22:57.735459 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:57.740040 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2854872 Nov 10 21:22:57.740706 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Routers {'c0cd688a-7f69-4d64-98c8-862e91bda69a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:57.740860 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 36812) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:57.741789 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:22:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['c0cd688a-7f69-4d64-98c8-862e91bda69a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:58.410818 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Set router c0cd688a-7f69-4d64-98c8-862e91bda69a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:22:59.125253 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5ba02baf-907e-4ab1-b874-602edb656040 req-159da0fc-97bd-4da3-8be4-89e196f7e90b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 210 time: 0.1678410 Nov 10 21:22:59.453082 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:22:56Z', 'revision_number': 3, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port': {'id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:54Z', 'updated_at': '2021-11-10T21:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:59.459381 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Checking router: c0cd688a-7f69-4d64-98c8-862e91bda69a for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:22:59.459891 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Updating router c0cd688a-7f69-4d64-98c8-862e91bda69a port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 binding host dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:22:59.537082 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:22:59.800810 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36878) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:22:59.873492 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-d6ed57a5-50bf-4648-b1e2-7bc4b3adced5 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:59.875019 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-d6ed57a5-50bf-4648-b1e2-7bc4b3adced5 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 814 time: 0.2704380 Nov 10 21:22:59.895332 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Request body: {'port': {'device_id': '6b162127-dbae-452f-ae54-e555611abd13', 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'admin_state_up': True, 'tenant_id': 'e02c25451f3b41a28063a40cc4ba6a93'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:00.219737 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:00.235695 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Transition to ACTIVE for port object 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:00.246054 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:00.256218 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e7681e99-7d90-4ab8-b9a8-565a091418b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:00.308687 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:00.330142 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:00.392357 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Pushing event updated for resources: {'Port': ['ID=37e8e1a3-5013-4771-93fb-50af6dd7d9a1,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:00.443486 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Made reservation on behalf of e02c25451f3b41a28063a40cc4ba6a93 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:00.446571 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:00.475055 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Attempting to bind port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:23:00.476987 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Attempting to bind port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:23:00.477976 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Attempting to bind port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 on network e5e6204f-b15f-4aba-96e4-6e2896ad2afd {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:00.496380 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:23:00.498138 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:00.499173 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:00.501021 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Bound using segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:23:00.502084 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Bound port: 37e8e1a3-5013-4771-93fb-50af6dd7d9a1, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:23:00.503360 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:00.541199 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3d8d9d00-df48-42cb-9071-77397fbc7b6c req-c3aff885-6e05-486f-b9cc-83e267fd7f99 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 210 time: 0.1074944 Nov 10 21:23:00.690111 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:00.702370 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.703065 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.703629 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.704873 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.705517 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.706104 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.706881 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.707308 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.707729 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.708154 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.708818 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:00.728960 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:00.740362 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] For port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:00.752058 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] For port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=37e8e1a3-5013-4771-93fb-50af6dd7d9a1,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:00.762965 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:00.788615 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:00.826763 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:00.844665 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:00.862609 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:dc36327316bc4b7c904ec3dc0b3364c0 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:00.874780 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:00.896198 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:00.936135 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Routers {'c0cd688a-7f69-4d64-98c8-862e91bda69a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:00.941323 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:22:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['c0cd688a-7f69-4d64-98c8-862e91bda69a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:01.227779 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:01.251364 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:01.284022 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f30c35a7-8f77-4df8-ad1b-a68315303f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:01.368525 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc36327316bc4b7c904ec3dc0b3364c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5665374 Nov 10 21:23:01.369208 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 36920) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:01.451193 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a87ce48-2836-4515-b4e5-daf294484de6,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:01.471987 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:01.481689 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b150a795-079c-4216-8607-7839f9ba840d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:01.525243 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b150a795-079c-4216-8607-7839f9ba840d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:01.581965 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Allocated IP 172.20.0.1 (f9f61648-f363-42f7-a503-4715e990f3d4/c5c3c303-53df-492e-a5bb-6f7a5c93fc8f/f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:01.594841 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] Set router c0cd688a-7f69-4d64-98c8-862e91bda69a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:23:01.608822 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Allocated IP 172.20.0.10 (2e07f7ff-7206-4676-926e-bfcb17c8e5b6/654583d9-dfa4-4bad-a007-aa46d9c292ef/49246e7c-7a8f-4830-8ba1-f16502736714) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:01.658958 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b150a795-079c-4216-8607-7839f9ba840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:01.671052 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-15b9076e-ea34-4452-8982-87d0285776f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:01.688895 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Pushing event updated for resources: {'Port': ['ID=37e8e1a3-5013-4771-93fb-50af6dd7d9a1,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:01.707472 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-543b41bb-0c39-4a3f-9c44-fa03720bfd42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:01.739155 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150a795-079c-4216-8607-7839f9ba840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a87ce48-2836-4515-b4e5-daf294484de6,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:01.757665 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b150a795-079c-4216-8607-7839f9ba840d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:01.764450 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b150a795-079c-4216-8607-7839f9ba840d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:01.779441 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b150a795-079c-4216-8607-7839f9ba840d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a87ce48-2836-4515-b4e5-daf294484de6 HTTP/1.1" status: 204 len: 168 time: 0.4004831 Nov 10 21:23:01.990672 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:22:56Z', 'revision_number': 3, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port': {'id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:54Z', 'updated_at': '2021-11-10T21:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:01.995169 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa31e1-d6e8-4f2e-96d6-0d7360f01f18 None None] The sync data for ids ['c0cd688a-7f69-4d64-98c8-862e91bda69a'] in dv-cinder-817261-1-smb is: [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:22:56Z', 'revision_number': 3, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port': {'id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:54Z', 'updated_at': '2021-11-10T21:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:23:02.043123 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3a4e1555-55d8-4e44-9c52-ff3daf3c8e4c req-4cd35480-c054-40e9-b6d8-75d976cab745 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 210 time: 0.1828563 Nov 10 21:23:02.484168 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:02.590318 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:02.669029 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:02.679731 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:02.691114 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['cf271a9b-2be3-42d1-9488-8717ddc81d94', '20132108-c144-4e6b-b1fd-1f2d52a39c40'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:02.706268 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6286b8fc-3aa5-4227-ac3a-bad606ec846c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:03.111411 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Network f9f61648-f363-42f7-a503-4715e990f3d4 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:03.159856 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:03.172483 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:03.182970 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:03.275985 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:03.437227 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Pushing event updated for resources: {'Port': ['ID=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:03.678148 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:03.788286 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:03.940610 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:03.941807 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:03.954160 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:03.965207 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:03.967487 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:04.232058 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Pushing event updated for resources: {'Port': ['ID=49246e7c-7a8f-4830-8ba1-f16502736714,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:04.268781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:04.272348 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.566s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:04.279076 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.286s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:04.279445 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:04.320712 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4298241 Nov 10 21:23:04.339287 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Request body: {'port': {'device_id': '6b162127-dbae-452f-ae54-e555611abd13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:04.341451 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:04.385901 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=37e8e1a3-5013-4771-93fb-50af6dd7d9a1,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:04.387709 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8c86f-8834-4e8d-a9ff-1f5c0ba34556 req-624d1001-332f-46dc-8078-2e43e6478d27 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:04.389218 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-1ec8c86f-8834-4e8d-a9ff-1f5c0ba34556 req-624d1001-332f-46dc-8078-2e43e6478d27 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:04.395178 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:04.398682 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:04.552199 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=37e8e1a3-5013-4771-93fb-50af6dd7d9a1,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:04.567690 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:04.670038 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-1ec8c86f-8834-4e8d-a9ff-1f5c0ba34556 req-624d1001-332f-46dc-8078-2e43e6478d27 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:04.671743 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1ec8c86f-8834-4e8d-a9ff-1f5c0ba34556 req-624d1001-332f-46dc-8078-2e43e6478d27 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 932 time: 1.1134570 Nov 10 21:23:04.711325 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:04.807741 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:05.225243 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37030) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:05.257334 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1ec8c86f-8834-4e8d-a9ff-1f5c0ba34556 req-47c8cda6-a466-4f80-a9ef-c14f4a1ae58d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278571 Nov 10 21:23:05.459556 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:05.617863 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:05.618279 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:05.772573 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-39665049-network', 'tenant_id': '908adda3f1924a98bb4442c0b1d0c2d4'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:05.779377 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:05.790010 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Usage tracker for resource:network and tenant:908adda3f1924a98bb4442c0b1d0c2d4 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:05.797453 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:05.808471 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:05.824507 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Made reservation on behalf of 908adda3f1924a98bb4442c0b1d0c2d4 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:05.827915 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:05.848801 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:05.893589 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:05.901422 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.db.resource_extend [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:23:05.912991 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:05.918558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Usage tracker for resource:security_group_rule and tenant:908adda3f1924a98bb4442c0b1d0c2d4 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:05.922300 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:05.929917 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:06.001114 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.081662 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:06.097531 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.105819 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.111603 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4f75b198-ae6d-4408-9a71-d82e5bba9e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:06.176344 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:23:06.189730 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d911a03-42c1-473d-9667-1b125cb601ee,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:06.197931 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:06.198993 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.199289 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Added segment 5723f2cc-a59d-4355-af89-ae4ed04ae86f of type vlan for network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 Nov 10 21:23:06.212708 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49246e7c-7a8f-4830-8ba1-f16502736714 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:06.235259 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.238125 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Pushing event updated for resources: {'Port': ['ID=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:06.243454 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:06.250672 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1565935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400967'] for router_interface, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.257013 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.345323 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.346828 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:06.347402 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.389771 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d2fecf1a-630d-477c-8ff0-48cebe73d0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:06.443403 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Transition to ACTIVE for port object 49246e7c-7a8f-4830-8ba1-f16502736714 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:06.452597 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Network f9f61648-f363-42f7-a503-4715e990f3d4 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:06.455915 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:06.534657 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.613933 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3873723 Nov 10 21:23:06.618689 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37064) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:06.632004 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Request body: {'subnet': {'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-39665049-subnet', 'tenant_id': '908adda3f1924a98bb4442c0b1d0c2d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:06.638454 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:06.644591 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Usage tracker for resource:subnet and tenant:908adda3f1924a98bb4442c0b1d0c2d4 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:06.648941 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:06.660248 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:06.675851 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd48556-39bc-4db2-883b-c2fdb7b3c394,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:06.681815 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:06.685812 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:06.687890 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Made reservation on behalf of 908adda3f1924a98bb4442c0b1d0c2d4 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:06.690407 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3739363'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:06.693328 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:23:07.084840 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3330839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3739381'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:07.105359 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:07.130262 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Pushing event updated for resources: {'Port': ['ID=49246e7c-7a8f-4830-8ba1-f16502736714,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:07.148817 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:07.204110 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ce22b8-9bee-4ec6-8613-5798d8e30a4e,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:07.216154 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:07.273468 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Checking segment: {'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:07.274595 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Network hostable DHCP agents. Network: 4fd48556-39bc-4db2-883b-c2fdb7b3c394, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:23:07.293586 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc642c-79cd-45c9-bbd7-4867184c216a req-802c6df3-1bc5-4306-8ffb-e862473beafe tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:07.303252 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-befc642c-79cd-45c9-bbd7-4867184c216a req-802c6df3-1bc5-4306-8ffb-e862473beafe tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 944 time: 0.7620242 Nov 10 21:23:07.308767 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:23:07.333130 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, 4fd48556-39bc-4db2-883b-c2fdb7b3c394) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:07.348865 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:07.348865 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:07.370968 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb0d1a7-b378-4f4f-9a8d-d13b2e797802 None None] Network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:23:07.438185 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-cc682397-3aec-4d5e-98ff-6d0bef8cbcfa admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8172255 Nov 10 21:23:07.446229 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Attempting to bind port 49246e7c-7a8f-4830-8ba1-f16502736714 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:23:07.446856 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Attempting to bind port 49246e7c-7a8f-4830-8ba1-f16502736714 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:23:07.447435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Attempting to bind port 49246e7c-7a8f-4830-8ba1-f16502736714 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:07.509752 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Port 49246e7c-7a8f-4830-8ba1-f16502736714 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:23:07.510491 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Attempting to bind port 49246e7c-7a8f-4830-8ba1-f16502736714 on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:07.524790 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:23:07.525897 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Checking segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:07.526503 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Bound using segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:23:07.528778 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Bound port: 49246e7c-7a8f-4830-8ba1-f16502736714, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:23:07.529636 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:07.654805 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-befc642c-79cd-45c9-bbd7-4867184c216a req-df924160-8608-40a0-9973-3581cd4b1243 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484659 Nov 10 21:23:07.864661 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e628e2d-edcc-4a34-a17a-fda4296cfe9a None None] Network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:23:07.891843 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] For port 49246e7c-7a8f-4830-8ba1-f16502736714, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:07.904812 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] For port 49246e7c-7a8f-4830-8ba1-f16502736714, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=49246e7c-7a8f-4830-8ba1-f16502736714,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:07.915292 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:07.952505 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:08.113071 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:08.114687 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] 10.222.0.58 "PUT /v2.0/ports/49246e7c-7a8f-4830-8ba1-f16502736714 HTTP/1.1" status: 200 len: 1094 time: 3.7839506 Nov 10 21:23:08.115185 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b162127-dbae-452f-ae54-e555611abd13', 'tag': '49246e7c-7a8f-4830-8ba1-f16502736714'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:08.207197 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Router c0cd688a-7f69-4d64-98c8-862e91bda69a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:23:08.299137 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b162127-dbae-452f-ae54-e555611abd13', 'tag': '49246e7c-7a8f-4830-8ba1-f16502736714', 'status': 'completed', 'code': 200} Nov 10 21:23:08.300787 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Pushing event updated for resources: {'Port': ['ID=49246e7c-7a8f-4830-8ba1-f16502736714,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:08.306513 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:08.418296 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-aae23607-a91b-469f-846e-efeada6b4c46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 1097 time: 0.2290037 Nov 10 21:23:08.619202 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-83bd70e5-70cd-4585-9337-904e48b36ec7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49246e7c-7a8f-4830-8ba1-f16502736714 HTTP/1.1" status: 200 len: 217 time: 0.1910539 Nov 10 21:23:08.909034 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-70247027-e3aa-442b-99d0-7b3c1ffd82c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:08.911555 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-70247027-e3aa-442b-99d0-7b3c1ffd82c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.2837169 Nov 10 21:23:09.007758 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-1dcffdbf-fbcd-4a8f-94ec-0616b2a11290 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874610 Nov 10 21:23:09.285969 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37138) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:09.326544 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:23:09.342489 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Sync routers for ids ['c0cd688a-7f69-4d64-98c8-862e91bda69a'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:23:09.383889 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-8af45328-6903-4a8f-95da-1391dda2378d admin admin] 10.222.0.70 "PUT /v2.0/routers/c0cd688a-7f69-4d64-98c8-862e91bda69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6313870 Nov 10 21:23:09.383889 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-acc50a41-3410-4701-a3b2-a5de17c00f36 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545160 Nov 10 21:23:09.411064 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Routers {'c0cd688a-7f69-4d64-98c8-862e91bda69a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:09.412191 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:22:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['c0cd688a-7f69-4d64-98c8-862e91bda69a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:09.588823 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:23:09.889522 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6413776a-caa6-4043-8e12-b6ff5ddf5e0f req-364a8139-827c-46f0-bb38-ab51c329fb4c service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976292 Nov 10 21:23:09.896330 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:09.992124 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40f44-f66a-4641-88ac-95161288cf75 req-5056bb26-bc26-4ed1-9f78-710f4a3cb5ec tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:10.002732 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e7f40f44-f66a-4641-88ac-95161288cf75 req-5056bb26-bc26-4ed1-9f78-710f4a3cb5ec tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 944 time: 0.6042161 Nov 10 21:23:10.072848 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:10.081064 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a4bcb160334432a8aff4cde5067d52e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:10.093375 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:10.109929 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e7f40f44-f66a-4641-88ac-95161288cf75 req-032bc5ef-12a0-4aa2-8365-b5896c4319a2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058397 Nov 10 21:23:10.120921 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:10.144510 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1449d16a-f861-4c06-934e-454748eaa742 req-5f220870-bc2e-4da4-8fbc-46da0a097695 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 1097 time: 0.1678872 Nov 10 21:23:10.197775 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Set router c0cd688a-7f69-4d64-98c8-862e91bda69a gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:23:10.237672 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:10.243611 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:10.280844 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cef97c34-7c53-47f4-82da-0fdf8906629b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:10.313467 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a4bcb160334432a8aff4cde5067d52e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0263577 Nov 10 21:23:10.314470 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5e7b61-bb73-4dcb-805f-b40282a8e040,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:10.327171 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37176) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:10.332325 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:10.529630 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-7e671e93-4631-4c27-be6b-e6fff2971ecb tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:10.530569 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-7e671e93-4631-4c27-be6b-e6fff2971ecb tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Synchronizing usage tracker for tenant:4bb877ae51724bf4a41a491472810533 on resource:network {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:10.555203 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37190) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:10.565454 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449d16a-f861-4c06-934e-454748eaa742 req-a324397f-60cd-4b81-8f3d-2be7e2d3137e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:10.567047 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1449d16a-f861-4c06-934e-454748eaa742 req-a324397f-60cd-4b81-8f3d-2be7e2d3137e service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 916 time: 0.4171813 Nov 10 21:23:10.574535 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-7e671e93-4631-4c27-be6b-e6fff2971ecb tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Unset dirty status for tenant:4bb877ae51724bf4a41a491472810533 on resource:network {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:10.582986 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-7e671e93-4631-4c27-be6b-e6fff2971ecb tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 819 time: 0.2863226 Nov 10 21:23:10.593557 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-87a94f14-00cf-4f04-9c42-09f5b3e469ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:10.658386 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-87a94f14-00cf-4f04-9c42-09f5b3e469ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:10.674956 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:23:04Z', 'revision_number': 4, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port': {'id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:54Z', 'updated_at': '2021-11-10T21:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e', 'name': '', 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'mac_address': 'fa:16:3e:a6:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c3c303-53df-492e-a5bb-6f7a5c93fc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:01Z', 'updated_at': '2021-11-10T21:23:05Z', 'revision_number': 2, 'project_id': '4bb877ae51724bf4a41a491472810533', 'subnets': [{'id': 'c5c3c303-53df-492e-a5bb-6f7a5c93fc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:10.675528 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-9c6153b0-1565-4781-a53e-74f9d3a79087 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:10.675832 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-9c6153b0-1565-4781-a53e-74f9d3a79087 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Synchronizing usage tracker for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:10.681058 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Checking router: c0cd688a-7f69-4d64-98c8-862e91bda69a for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:23:10.681409 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Updating router c0cd688a-7f69-4d64-98c8-862e91bda69a port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e binding host dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:23:10.687138 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1449d16a-f861-4c06-934e-454748eaa742 req-7049611f-2031-47cc-bded-78225b2d9eb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49246e7c-7a8f-4830-8ba1-f16502736714 HTTP/1.1" status: 200 len: 217 time: 0.0919874 Nov 10 21:23:10.702655 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-7295acb2-5e52-4a33-a7cb-b0127f1e8781 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/quotas/4bb877ae51724bf4a41a491472810533 HTTP/1.1" status: 200 len: 375 time: 0.1184759 Nov 10 21:23:10.745936 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:10.750519 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-9c6153b0-1565-4781-a53e-74f9d3a79087 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Unset dirty status for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:10.758144 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-9c6153b0-1565-4781-a53e-74f9d3a79087 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/networks?id=4fd48556-39bc-4db2-883b-c2fdb7b3c394 HTTP/1.1" status: 200 len: 807 time: 0.3332229 Nov 10 21:23:10.796110 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-6c9b7667-19ee-42fe-824d-13acfff745bf tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/quotas/908adda3f1924a98bb4442c0b1d0c2d4 HTTP/1.1" status: 200 len: 375 time: 0.0369315 Nov 10 21:23:10.892873 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:10.917455 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-fdefe123-988a-451c-9a4f-bb2ac30f07e2 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=908adda3f1924a98bb4442c0b1d0c2d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1205604 Nov 10 21:23:10.957219 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-87a94f14-00cf-4f04-9c42-09f5b3e469ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:10.968257 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4e9cafae-da31-4d95-915d-68e8d618e727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:10.975870 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449d16a-f861-4c06-934e-454748eaa742 req-e2801449-79f4-4f15-b9b7-64b687677bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:10.977815 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1449d16a-f861-4c06-934e-454748eaa742 req-e2801449-79f4-4f15-b9b7-64b687677bfc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.1865282 Nov 10 21:23:11.000974 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:11.004957 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Usage tracker for resource:security_group_rule and tenant:c368627a155947109208282b60d1bebd is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:11.007896 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:11.014409 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:11.093069 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.150635 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.164943 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a94f14-00cf-4f04-9c42-09f5b3e469ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5e7b61-bb73-4dcb-805f-b40282a8e040,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:11.166823 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-87a94f14-00cf-4f04-9c42-09f5b3e469ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.170712 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-87a94f14-00cf-4f04-9c42-09f5b3e469ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c5e7b61-bb73-4dcb-805f-b40282a8e040 HTTP/1.1" status: 204 len: 168 time: 0.8397529 Nov 10 21:23:11.170712 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-87a94f14-00cf-4f04-9c42-09f5b3e469ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:11.172855 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3b56432e-04ea-4224-9a46-53e9db416767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:11.259068 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66189e2b-e418-4bd7-a69a-d8ae566a5278,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:11.265069 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:11.277419 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c368627a155947109208282b60d1bebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7181098 Nov 10 21:23:11.281372 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37214) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:11.334864 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-a8cd02da-a2ba-486f-b7be-31880cfca4b1 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164732 Nov 10 21:23:11.357475 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1449d16a-f861-4c06-934e-454748eaa742 req-0f8df08f-c2a7-4cfd-ab1b-1cefed08227e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3650029 Nov 10 21:23:11.380862 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.410558 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-71a7c0c4-f567-4236-931d-f6a9f23f736c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Synchronizing usage tracker for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:11.419764 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Transition to ACTIVE for port object f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:11.443289 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.452477 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d5b089ae-89df-431d-b601-c01fa01b8591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:11.473344 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-576c054c-1ace-4a30-a392-7de9e46dc94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.670135 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-71a7c0c4-f567-4236-931d-f6a9f23f736c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Unset dirty status for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:11.680695 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-71a7c0c4-f567-4236-931d-f6a9f23f736c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9757242 Nov 10 21:23:11.694249 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-576c054c-1ace-4a30-a392-7de9e46dc94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.823079 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a98f2-5452-4459-8d07-4b8ee75b92e5 None None] Pushing event updated for resources: {'Port': ['ID=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:11.828043 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-247a98f2-5452-4459-8d07-4b8ee75b92e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:11.846747 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Attempting to bind port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:23:11.848867 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Attempting to bind port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:23:11.849444 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-77231d4e-8801-4e44-922a-98b42535b575 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136271 Nov 10 21:23:11.850704 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Attempting to bind port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e on network f9f61648-f363-42f7-a503-4715e990f3d4 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:11.857625 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1449d16a-f861-4c06-934e-454748eaa742 req-a833302b-a853-4bd8-8367-6fc7910ea00b service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873376 Nov 10 21:23:11.882414 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-576c054c-1ace-4a30-a392-7de9e46dc94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.884037 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:23:11.884727 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Checking segment: {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:11.886090 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.890113 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9eda0862-42d6-43b5-aa89-e7264f451422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:11.891243 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Bound using segment: {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:23:11.891969 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Bound port: f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:23:11.892639 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.923327 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-576c054c-1ace-4a30-a392-7de9e46dc94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:11.924260 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-576c054c-1ace-4a30-a392-7de9e46dc94d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66189e2b-e418-4bd7-a69a-d8ae566a5278 HTTP/1.1" status: 204 len: 168 time: 0.6419835 Nov 10 21:23:11.938162 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c054c-1ace-4a30-a392-7de9e46dc94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66189e2b-e418-4bd7-a69a-d8ae566a5278,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:11.940784 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-576c054c-1ace-4a30-a392-7de9e46dc94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:12.035598 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1449d16a-f861-4c06-934e-454748eaa742 req-e127064c-2bd1-4d69-9e1b-c8b610743063 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654432 Nov 10 21:23:12.097033 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] For port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:12.100033 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37234) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:12.103923 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] For port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:12.111870 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:12.115637 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c782f713-f16c-4724-99eb-842cc9b26e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:12.119627 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-e9be6a56-a813-4f52-b0dd-3e63e2c2f276 service neutron] 10.222.0.70 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385490 Nov 10 21:23:12.166020 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:12.196816 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 49246e7c-7a8f-4830-8ba1-f16502736714 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:23:12.252052 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:12.256188 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Usage tracker for resource:security_group_rule and tenant:703525d85f0843d5b523d8a66c7509c4 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:12.266213 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:12.275163 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:12.343945 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 49246e7c-7a8f-4830-8ba1-f16502736714, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=49246e7c-7a8f-4830-8ba1-f16502736714,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:12.368485 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '49246e7c-7a8f-4830-8ba1-f16502736714', 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'port_id': '49246e7c-7a8f-4830-8ba1-f16502736714', 'mac_address': 'fa:16:3e:cd:56:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654583d9-dfa4-4bad-a007-aa46d9c292ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:23:12.376357 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:12.389236 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:12.444842 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9f790562-8ef9-4575-ac45-012c06f038d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:12.466593 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=703525d85f0843d5b523d8a66c7509c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3653822 Nov 10 21:23:12.469538 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37250) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:12.474075 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Routers {'c0cd688a-7f69-4d64-98c8-862e91bda69a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:12.474720 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:22:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['c0cd688a-7f69-4d64-98c8-862e91bda69a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:12.537632 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-1714dde3-1f68-48db-a6ca-67db40bf8148 service neutron] 10.222.0.70 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168470 Nov 10 21:23:12.566953 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a98f2-5452-4459-8d07-4b8ee75b92e5 None None] Pushing event updated for resources: {'Port': ['ID=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:12.566953 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-247a98f2-5452-4459-8d07-4b8ee75b92e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:12.594534 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:12.652805 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49246e7c-7a8f-4830-8ba1-f16502736714 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:12.686075 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b14ad1-7d53-4a36-95b2-d24862ba39d9,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:12.714227 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:12.787080 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd52829-a36d-44db-aa24-f624cd054527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:12.849320 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 37264) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:12.850384 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 49246e7c-7a8f-4830-8ba1-f16502736714, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=49246e7c-7a8f-4830-8ba1-f16502736714,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:12.873054 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:12.879548 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:12.930065 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:13.064249 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd52829-a36d-44db-aa24-f624cd054527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:13.208396 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] Set router c0cd688a-7f69-4d64-98c8-862e91bda69a gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:23:13.233231 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-162c0bbc-9207-4795-884b-038484df8b97 req-df6e2f82-efe0-45a5-a743-8be058d09c28 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 210 time: 0.2235880 Nov 10 21:23:13.269905 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:13.287266 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Usage tracker for resource:security_group_rule and tenant:c190972cfebb49b29a15d3e0ec9c7e2e is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:13.303337 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:13.315438 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cb64-a662-4743-b30b-504e104f43c7 req-782ced2c-ccaf-4bf7-b67c-04d66e4142cc tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:13.329599 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f9e6cb64-a662-4743-b30b-504e104f43c7 req-782ced2c-ccaf-4bf7-b67c-04d66e4142cc tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 945 time: 0.4656122 Nov 10 21:23:13.334133 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:13.384956 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['49246e7c-7a8f-4830-8ba1-f16502736714'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:13.447090 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd52829-a36d-44db-aa24-f624cd054527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:13.469657 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5739226a-bc3c-4cc6-995a-806e9ad88aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:13.503950 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd52829-a36d-44db-aa24-f624cd054527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b14ad1-7d53-4a36-95b2-d24862ba39d9,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:13.520898 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=49246e7c-7a8f-4830-8ba1-f16502736714,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:13.522950 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1dd52829-a36d-44db-aa24-f624cd054527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:13.546683 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f9e6cb64-a662-4743-b30b-504e104f43c7 req-95493d7e-fb8c-422c-a0dc-b7c3040c61c9 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153187 Nov 10 21:23:13.551992 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd52829-a36d-44db-aa24-f624cd054527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:13.552224 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:13.559951 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-1dd52829-a36d-44db-aa24-f624cd054527 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93b14ad1-7d53-4a36-95b2-d24862ba39d9 HTTP/1.1" status: 204 len: 168 time: 1.0886021 Nov 10 21:23:13.618213 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6d840cf5-e12a-4a71-93fb-da58dcfe964b req-653357c0-ce7b-4d82-9708-0e9da97f4e59 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 210 time: 0.1897757 Nov 10 21:23:13.728720 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:13.743464 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:13.769343 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-968744c9-dba1-4e10-adb8-b33845c27f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:13.870461 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db516f41-453d-4d76-9196-2bdb3115a34c,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:13.881819 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c190972cfebb49b29a15d3e0ec9c7e2e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0313683 Nov 10 21:23:13.885406 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:13.885865 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37304) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:14.108946 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d43e8db7-a277-41a0-b3ac-31006ac361b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:14.146098 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d43e8db7-a277-41a0-b3ac-31006ac361b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:14.279717 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d43e8db7-a277-41a0-b3ac-31006ac361b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:14.283868 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1dd52829-a36d-44db-aa24-f624cd054527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:14.304046 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e8db7-a277-41a0-b3ac-31006ac361b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db516f41-453d-4d76-9196-2bdb3115a34c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:14.308175 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d43e8db7-a277-41a0-b3ac-31006ac361b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:14.353906 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d43e8db7-a277-41a0-b3ac-31006ac361b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:14.355041 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-d43e8db7-a277-41a0-b3ac-31006ac361b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db516f41-453d-4d76-9196-2bdb3115a34c HTTP/1.1" status: 204 len: 168 time: 0.4678354 Nov 10 21:23:14.870387 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3800a67f-338d-4835-9cd5-3c8adb52cd95 req-51b7d05f-7242-46dc-8c83-1a6da1e61f20 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 210 time: 0.1815383 Nov 10 21:23:15.317595 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:23:04Z', 'revision_number': 4, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port': {'id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:54Z', 'updated_at': '2021-11-10T21:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e', 'name': '', 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'mac_address': 'fa:16:3e:a6:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c3c303-53df-492e-a5bb-6f7a5c93fc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:01Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': '4bb877ae51724bf4a41a491472810533', 'subnets': [{'id': 'c5c3c303-53df-492e-a5bb-6f7a5c93fc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:15.328125 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5ef5b-a140-4170-a315-f2893e175661 None None] The sync data for ids ['c0cd688a-7f69-4d64-98c8-862e91bda69a'] in dv-cinder-817261-1-smb is: [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:23:04Z', 'revision_number': 4, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port': {'id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:54Z', 'updated_at': '2021-11-10T21:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e', 'name': '', 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'mac_address': 'fa:16:3e:a6:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5c3c303-53df-492e-a5bb-6f7a5c93fc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:01Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': '4bb877ae51724bf4a41a491472810533', 'subnets': [{'id': 'c5c3c303-53df-492e-a5bb-6f7a5c93fc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:23:15.518434 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-f686518c-5721-423d-8e36-c9717b03c106 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:15.529301 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-f686518c-5721-423d-8e36-c9717b03c106 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 819 time: 1.1279330 Nov 10 21:23:15.647910 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c2a5-c849-487d-bd2d-1852194f2c4f req-5cc9c63c-1454-4dc9-bafb-4d37c2b68e2c tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:15.661426 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-67f7c2a5-c849-487d-bd2d-1852194f2c4f req-5cc9c63c-1454-4dc9-bafb-4d37c2b68e2c tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 945 time: 0.3240809 Nov 10 21:23:15.682501 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 37358) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:15.805537 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-67f7c2a5-c849-487d-bd2d-1852194f2c4f req-8b5f36f6-300a-439b-80dd-e73b2740b690 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381526 Nov 10 21:23:15.813993 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-40a0a22d-d328-4b19-ae41-0e515bd72a0b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/quotas/4bb877ae51724bf4a41a491472810533 HTTP/1.1" status: 200 len: 375 time: 0.2827444 Nov 10 21:23:15.816798 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:15.870901 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:16.082513 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Usage tracker for resource:security_group_rule and tenant:60c7385a18c9498090d0db0aee3ac6cb is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:16.094047 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:16.132059 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:16.150577 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-8687aee2-824a-4455-8cc3-239293b72a19 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:16.152262 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-8687aee2-824a-4455-8cc3-239293b72a19 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.58 "GET /v2.0/networks?id=4fd48556-39bc-4db2-883b-c2fdb7b3c394 HTTP/1.1" status: 200 len: 807 time: 1.3496850 Nov 10 21:23:16.189249 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 49246e7c-7a8f-4830-8ba1-f16502736714 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:16.191603 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-8a394f5c-9095-4dba-8a9e-15d9ca45f648 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3762298 Nov 10 21:23:16.250868 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Request body: {'port': {'device_id': '406f89b5-b608-4544-9f61-f48de9c3c2fd', 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394', 'admin_state_up': True, 'tenant_id': '908adda3f1924a98bb4442c0b1d0c2d4'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:16.345410 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 49246e7c-7a8f-4830-8ba1-f16502736714 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:16.352437 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 49246e7c-7a8f-4830-8ba1-f16502736714 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:16.353230 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:16.369226 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c1b53e40-8d40-4f3c-9fad-e31dbfafadcc req-e15e1e06-34f7-4627-a4d9-a6dae2b09157 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 210 time: 0.1262348 Nov 10 21:23:16.622631 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:16.692225 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-cc730ce5-f03e-4a6a-883f-3290ae1c3079 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:16.693757 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-cc730ce5-f03e-4a6a-883f-3290ae1c3079 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 819 time: 0.8587976 Nov 10 21:23:16.718220 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b162127-dbae-452f-ae54-e555611abd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49246e7c-7a8f-4830-8ba1-f16502736714'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:16.760465 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 49246e7c-7a8f-4830-8ba1-f16502736714, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=49246e7c-7a8f-4830-8ba1-f16502736714,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:16.773028 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:16.777166 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:16.857775 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Request body: {'port': {'device_id': '94883304-f611-41c1-a401-f3f988384a55', 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4', 'admin_state_up': True, 'tenant_id': '4bb877ae51724bf4a41a491472810533'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:16.899824 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=49246e7c-7a8f-4830-8ba1-f16502736714,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:16.903332 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-da059273-d7e0-4416-a455-34d473e8b402 service neutron] 10.222.0.70 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100000 Nov 10 21:23:16.915005 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:16.954141 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b162127-dbae-452f-ae54-e555611abd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49246e7c-7a8f-4830-8ba1-f16502736714', 'code': 200} Nov 10 21:23:17.009755 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:17.055386 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:17.101962 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5d3f08a5-82af-4daf-83ff-29e01b7a5a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:17.120008 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37390) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:17.120292 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60c7385a18c9498090d0db0aee3ac6cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4343817 Nov 10 21:23:17.126505 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:17.131249 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Usage tracker for resource:port and tenant:908adda3f1924a98bb4442c0b1d0c2d4 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:17.135092 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:17.142809 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:17.378351 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9355b76e-5290-458a-b2c8-6e126c6c80c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:17.460599 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9355b76e-5290-458a-b2c8-6e126c6c80c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:17.562589 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:17.587716 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Made reservation on behalf of 908adda3f1924a98bb4442c0b1d0c2d4 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:17.593639 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:17.709019 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9355b76e-5290-458a-b2c8-6e126c6c80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:17.721445 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2ca40ecf-646b-4f8d-976a-429ff109c7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:17.744400 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355b76e-5290-458a-b2c8-6e126c6c80c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53a821-bc25-4949-bcd7-853449b7c5c5,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:17.753194 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9355b76e-5290-458a-b2c8-6e126c6c80c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:17.756492 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53a821-bc25-4949-bcd7-853449b7c5c5,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:17.766822 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9355b76e-5290-458a-b2c8-6e126c6c80c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:17.768315 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9355b76e-5290-458a-b2c8-6e126c6c80c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b53a821-bc25-4949-bcd7-853449b7c5c5 HTTP/1.1" status: 204 len: 168 time: 0.6462972 Nov 10 21:23:17.801160 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:17.816827 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:17.817038 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:17.817336 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:17.897505 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-361d3668-be30-42d8-ba6d-974d414cb033 req-06f85012-e7bc-48e7-b0d4-520f6272c293 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 1099 time: 0.3412247 Nov 10 21:23:17.906694 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400cde2-b8c2-41d5-a571-739a1fb45e3c req-25bd6efa-d687-4ca4-b31b-77e85a0e97c0 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:17.914057 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4400cde2-b8c2-41d5-a571-739a1fb45e3c req-25bd6efa-d687-4ca4-b31b-77e85a0e97c0 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 946 time: 0.3596160 Nov 10 21:23:17.931876 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:17.983537 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:18.001067 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-75f23dfa-7039-4335-961c-2e26f37704e6 service neutron] 10.222.0.70 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0648777 Nov 10 21:23:18.006677 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-361d3668-be30-42d8-ba6d-974d414cb033 req-4374eac5-3e4a-4d44-a3c1-3a424e546bca service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900497 Nov 10 21:23:18.051932 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4400cde2-b8c2-41d5-a571-739a1fb45e3c req-f6db1c41-f8e9-4421-9adf-f4bdff5353e0 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323030 Nov 10 21:23:18.151316 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:18.226263 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:18.238930 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:18.247162 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:18.282828 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Made reservation on behalf of 4bb877ae51724bf4a41a491472810533 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:18.285882 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:18.358074 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Allocated IP 172.20.0.13 (4fd48556-39bc-4db2-883b-c2fdb7b3c394/56ce22b8-9bee-4ec6-8613-5798d8e30a4e/4118494b-0030-470b-ba6b-d221bf88e960) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:18.454603 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:18.459971 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:18.500243 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-49352e44-2186-4c15-9a9f-a6bc622e3400 req-a1cc9aad-f84c-4adc-a6d0-9cd88d4f3336 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 210 time: 0.1087151 Nov 10 21:23:18.893329 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-062d493e-cebe-4359-bb74-fec2936011e0 req-df8d6bbb-cf17-4c4c-906e-1df676949e4c tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 210 time: 0.3591068 Nov 10 21:23:19.290510 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:19.385097 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60666d8e-7be9-47e2-811a-5db137512f9a req-a073b74d-0381-4045-867f-61209c5b6a8c tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:19.397210 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-60666d8e-7be9-47e2-811a-5db137512f9a req-a073b74d-0381-4045-867f-61209c5b6a8c tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 946 time: 0.1737497 Nov 10 21:23:19.397394 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Allocated IP 172.20.0.13 (f9f61648-f363-42f7-a503-4715e990f3d4/c5c3c303-53df-492e-a5bb-6f7a5c93fc8f/df48734a-6dec-425f-a39b-11f31bba8cb0) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:19.437309 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 37452) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:19.529872 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:19.577702 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-60666d8e-7be9-47e2-811a-5db137512f9a req-87640d87-abfc-4de0-b4ea-ee8b773da107 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778460 Nov 10 21:23:19.578228 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:19.614904 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:19.747482 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:19.747910 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:19.835466 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:19.888797 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:19.926321 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:19.973774 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e9957419-aaa8-44de-a067-211b79266e63 req-406f91b6-4631-453d-806d-b774521e42cf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 210 time: 0.1401508 Nov 10 21:23:19.979343 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Pushing event updated for resources: {'Port': ['ID=4118494b-0030-470b-ba6b-d221bf88e960,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:19.985130 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:20.021310 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:20.066024 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8161fc37-ee4f-4ce0-8b78-a4a439726dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:20.239207 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-16a4ae2b-5db6-40b4-b745-99be3f52959d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2611628 Nov 10 21:23:20.458314 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:20.467386 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Usage tracker for resource:security_group_rule and tenant:2a51ab6ab6184dfda83414fbe326b85a is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:20.473769 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:20.487123 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:20.595271 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.58', 51914) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:20.731013 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:20.851980 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:20.852985 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:20.879650 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:20.907170 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:20.929285 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:20.960655 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:20.967265 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-c036501f-c673-4721-bb0e-0f446e1aa1b9 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:20.969902 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-c036501f-c673-4721-bb0e-0f446e1aa1b9 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 819 time: 0.6489196 Nov 10 21:23:20.996372 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Request body: {'port': {'device_id': 'f2e65811-e813-4d89-bcf3-3cac08a7bdd7', 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4', 'admin_state_up': True, 'tenant_id': '4bb877ae51724bf4a41a491472810533'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:21.063394 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce57673-0366-499c-b695-29b60c074cc1 req-456688e8-1269-4eec-ad79-ecdb120865d1 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:21.064584 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-0ce57673-0366-499c-b695-29b60c074cc1 req-456688e8-1269-4eec-ad79-ecdb120865d1 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Synchronizing usage tracker for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:21.077489 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a51ab6ab6184dfda83414fbe326b85a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6368701 Nov 10 21:23:21.084703 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8858392 Nov 10 21:23:21.088192 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 37498) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:21.102579 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7c1447-6ee0-485d-b168-18a3aef6135e,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:21.126342 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:21.133868 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-c243dac0-dee6-464f-b4e1-83b1c7ea61e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 1098 time: 0.5295651 Nov 10 21:23:21.144886 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Request body: {'port': {'device_id': '406f89b5-b608-4544-9f61-f48de9c3c2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:21.155565 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1cfc8-124c-4f6f-87e2-4187ff24ef55 req-ccf46aa6-796c-4d51-acda-a63332f12047 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:21.164097 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9bb1cfc8-124c-4f6f-87e2-4187ff24ef55 req-ccf46aa6-796c-4d51-acda-a63332f12047 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 946 time: 0.3522446 Nov 10 21:23:21.235441 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-0ce57673-0366-499c-b695-29b60c074cc1 req-456688e8-1269-4eec-ad79-ecdb120865d1 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Unset dirty status for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:21.236658 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0ce57673-0366-499c-b695-29b60c074cc1 req-456688e8-1269-4eec-ad79-ecdb120865d1 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 932 time: 1.0193312 Nov 10 21:23:21.329549 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9bb1cfc8-124c-4f6f-87e2-4187ff24ef55 req-525753d4-cbdf-4f31-a157-6cac28d8a18e tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643250 Nov 10 21:23:21.450775 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:21.471005 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:21.500956 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:21.501293 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:21.526249 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Made reservation on behalf of 4bb877ae51724bf4a41a491472810533 for: {'port': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:21.535014 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:21.656657 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-384deb0e-8d3b-4200-90d8-f0fe29cc78b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:21.658343 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:21.678133 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Network f9f61648-f363-42f7-a503-4715e990f3d4 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:21.690290 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:21.709103 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0ce57673-0366-499c-b695-29b60c074cc1 req-49cd06ca-bbca-4600-b092-75fdbaaea759 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598080 Nov 10 21:23:21.711780 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:21.749848 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-46533f2a-6702-47d6-b4af-c91a7662d353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:21.751289 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-46533f2a-6702-47d6-b4af-c91a7662d353 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 916 time: 0.5729373 Nov 10 21:23:21.894697 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-384deb0e-8d3b-4200-90d8-f0fe29cc78b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:21.953504 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Pushing event updated for resources: {'Port': ['ID=df48734a-6dec-425f-a39b-11f31bba8cb0,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:22.019249 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:22.054623 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-1f4a24bb-9c5c-40f9-945a-350cc22e8c98 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94 HTTP/1.1" status: 200 len: 217 time: 0.2769489 Nov 10 21:23:22.134725 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:22.135685 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:22.254903 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4971316 Nov 10 21:23:22.266353 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-ee6d04f2-9843-4410-934f-2aeeb3c01cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:22.268396 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-ee6d04f2-9843-4410-934f-2aeeb3c01cf1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.2010698 Nov 10 21:23:22.281408 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Request body: {'port': {'device_id': '94883304-f611-41c1-a401-f3f988384a55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:22.342279 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6dd27063-696b-45a0-9c37-bd077078068c req-58321366-faf4-40ba-b7c3-c2f8235d72db tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 210 time: 0.2275984 Nov 10 21:23:22.404271 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Allocated IP 172.20.0.11 (f9f61648-f363-42f7-a503-4715e990f3d4/c5c3c303-53df-492e-a5bb-6f7a5c93fc8f/75272482-51d2-48ff-8fe2-22a307e7b437) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:22.407989 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-384deb0e-8d3b-4200-90d8-f0fe29cc78b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:22.425281 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-cfb7d9a2-59ec-411b-843a-894a44dbb458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:22.441699 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-47fb7377-2eed-4106-bfaa-e4e9b1e9f88f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175456 Nov 10 21:23:22.506524 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384deb0e-8d3b-4200-90d8-f0fe29cc78b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7c1447-6ee0-485d-b168-18a3aef6135e,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:22.510077 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-384deb0e-8d3b-4200-90d8-f0fe29cc78b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:22.512956 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-384deb0e-8d3b-4200-90d8-f0fe29cc78b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f7c1447-6ee0-485d-b168-18a3aef6135e HTTP/1.1" status: 204 len: 168 time: 1.4180360 Nov 10 21:23:22.534664 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-384deb0e-8d3b-4200-90d8-f0fe29cc78b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:22.799546 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-ca22079c-04a6-4db2-83be-00bd48df63d5 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318415 Nov 10 21:23:22.928870 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a17c85d4-43ad-4e81-b21c-c377270d59ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:23.128227 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 37548) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:23.189930 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:23.193834 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:23.269486 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:23.306710 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d9000102-a000-4953-bd58-9fa485820a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:23.571179 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Network f9f61648-f363-42f7-a503-4715e990f3d4 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:23.578497 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:23.633661 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:23.810834 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:23.813947 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Pushing event updated for resources: {'Port': ['ID=75272482-51d2-48ff-8fe2-22a307e7b437,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:23.830369 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:23.851686 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:23.852334 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:23.907255 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9192493 Nov 10 21:23:23.914974 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:23.945160 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Request body: {'port': {'device_id': 'f2e65811-e813-4d89-bcf3-3cac08a7bdd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:24.077012 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:24.226082 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:24.232744 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-affac198-58dc-421d-b04c-8da11f1bb4ad req-6e727a8a-9afc-4142-a25b-809c8ed75976 service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3056080 Nov 10 21:23:24.241940 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.db.resource_extend [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:23:24.254298 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:24.282416 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Usage tracker for resource:security_group_rule and tenant:21229474e13744488e952700f364376c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:24.288066 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:24.348167 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cd89b-4bd4-4130-8c77-d8f33192ab3c req-b3020c1d-d62c-417f-9238-855829ae7d62 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:24.364306 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f94cd89b-4bd4-4130-8c77-d8f33192ab3c req-b3020c1d-d62c-417f-9238-855829ae7d62 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 932 time: 1.2368658 Nov 10 21:23:24.406829 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:24.684535 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4118494b-0030-470b-ba6b-d221bf88e960 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:24.714555 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:24.750920 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f94cd89b-4bd4-4130-8c77-d8f33192ab3c req-2e81fe15-4b8d-4e8a-a3f3-9711d7f9bb3f tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853838 Nov 10 21:23:24.782240 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Transition to ACTIVE for port object 4118494b-0030-470b-ba6b-d221bf88e960 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:24.794553 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:24.803187 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:24.975793 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:24.984390 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Pushing event updated for resources: {'Port': ['ID=4118494b-0030-470b-ba6b-d221bf88e960,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:24.988580 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:24.999284 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:25.000484 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f0194d08-5e28-4eaa-bfde-1d7f8b1a7d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:25.085158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75272482-51d2-48ff-8fe2-22a307e7b437 {{(pid=82877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:25.095539 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.115059 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21229474e13744488e952700f364376c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9684141 Nov 10 21:23:25.119679 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37610) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:25.120644 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291ac183-e70a-4d2d-a3c9-7f757a95e66a,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:25.126404 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:25.145538 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Transition to ACTIVE for port object 75272482-51d2-48ff-8fe2-22a307e7b437 will not be triggered until provisioned by entity L2. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:25.161058 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc219d-f289-4442-ab48-60cbfeaa96e2 req-b3cdf2fd-f52a-4b4f-b209-7d163213b094 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:25.161845 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-7edc219d-f289-4442-ab48-60cbfeaa96e2 req-b3cdf2fd-f52a-4b4f-b209-7d163213b094 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Synchronizing usage tracker for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:25.168855 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.183025 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:25.237811 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Attempting to bind port 4118494b-0030-470b-ba6b-d221bf88e960 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:23:25.238334 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Attempting to bind port 4118494b-0030-470b-ba6b-d221bf88e960 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:23:25.238563 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Attempting to bind port 4118494b-0030-470b-ba6b-d221bf88e960 on network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:25.252932 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Port 4118494b-0030-470b-ba6b-d221bf88e960 on network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:23:25.252932 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Attempting to bind port 4118494b-0030-470b-ba6b-d221bf88e960 on network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:25.272214 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-7edc219d-f289-4442-ab48-60cbfeaa96e2 req-b3cdf2fd-f52a-4b4f-b209-7d163213b094 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Unset dirty status for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:25.272506 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:23:25.272920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Checking segment: {'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:25.273304 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Bound using segment: {'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:23:25.273726 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Bound port: 4118494b-0030-470b-ba6b-d221bf88e960, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:23:25.274067 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.279792 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7edc219d-f289-4442-ab48-60cbfeaa96e2 req-b3cdf2fd-f52a-4b4f-b209-7d163213b094 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 932 time: 0.4672022 Nov 10 21:23:25.422636 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=75272482-51d2-48ff-8fe2-22a307e7b437,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:25.432289 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:25.454138 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5d5453f-d3f1-4a67-a3bb-5801eead646e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.456460 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] For port 4118494b-0030-470b-ba6b-d221bf88e960, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:25.475913 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] For port 4118494b-0030-470b-ba6b-d221bf88e960, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=4118494b-0030-470b-ba6b-d221bf88e960,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:25.497491 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df48734a-6dec-425f-a39b-11f31bba8cb0 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:25.502746 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.504282 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.510078 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:25.545465 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.573938 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5d5453f-d3f1-4a67-a3bb-5801eead646e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.607211 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Transition to ACTIVE for port object df48734a-6dec-425f-a39b-11f31bba8cb0 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:25.612057 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.613648 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] 10.222.0.58 "PUT /v2.0/ports/4118494b-0030-470b-ba6b-d221bf88e960 HTTP/1.1" status: 200 len: 1094 time: 4.5051198 Nov 10 21:23:25.614194 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406f89b5-b608-4544-9f61-f48de9c3c2fd', 'tag': '4118494b-0030-470b-ba6b-d221bf88e960'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:25.632679 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.654980 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Pushing event updated for resources: {'Port': ['ID=4118494b-0030-470b-ba6b-d221bf88e960,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:25.669564 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:25.670334 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:25.718291 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7edc219d-f289-4442-ab48-60cbfeaa96e2 req-52b6f4c3-1380-41cd-bbcd-c16d9f0d73fe tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319532 Nov 10 21:23:25.800905 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5d5453f-d3f1-4a67-a3bb-5801eead646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.827902 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8b0d8bed-779c-4932-b61a-9a10262d8338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:25.884386 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5453f-d3f1-4a67-a3bb-5801eead646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291ac183-e70a-4d2d-a3c9-7f757a95e66a,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:25.892960 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d5d5453f-d3f1-4a67-a3bb-5801eead646e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:25.943085 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5d5453f-d3f1-4a67-a3bb-5801eead646e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:25.947486 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-d5d5453f-d3f1-4a67-a3bb-5801eead646e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/291ac183-e70a-4d2d-a3c9-7f757a95e66a HTTP/1.1" status: 204 len: 168 time: 0.8045506 Nov 10 21:23:26.028153 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Attempting to bind port 75272482-51d2-48ff-8fe2-22a307e7b437 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:23:26.028504 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Attempting to bind port 75272482-51d2-48ff-8fe2-22a307e7b437 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'}] {{(pid=82877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:23:26.028833 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Attempting to bind port 75272482-51d2-48ff-8fe2-22a307e7b437 on network f9f61648-f363-42f7-a503-4715e990f3d4 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:26.048373 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Port 75272482-51d2-48ff-8fe2-22a307e7b437 on network f9f61648-f363-42f7-a503-4715e990f3d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:23:26.048767 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Attempting to bind port 75272482-51d2-48ff-8fe2-22a307e7b437 on network f9f61648-f363-42f7-a503-4715e990f3d4 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:26.067168 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:23:26.068031 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Checking segment: {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:26.068031 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Bound using segment: {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'} {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:23:26.068271 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Bound port: 75272482-51d2-48ff-8fe2-22a307e7b437, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'}}] {{(pid=82877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:23:26.068632 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:26.087920 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406f89b5-b608-4544-9f61-f48de9c3c2fd', 'tag': '4118494b-0030-470b-ba6b-d221bf88e960', 'status': 'completed', 'code': 200} Nov 10 21:23:26.111674 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Pushing event updated for resources: {'Port': ['ID=df48734a-6dec-425f-a39b-11f31bba8cb0,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:26.120246 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:26.460883 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] For port 75272482-51d2-48ff-8fe2-22a307e7b437, host hv-cinder-81726, cleared binding levels {{(pid=82877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:26.471835 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] For port 75272482-51d2-48ff-8fe2-22a307e7b437, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=75272482-51d2-48ff-8fe2-22a307e7b437,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:26.472061 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Attempting to bind port df48734a-6dec-425f-a39b-11f31bba8cb0 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:23:26.472566 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Attempting to bind port df48734a-6dec-425f-a39b-11f31bba8cb0 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:23:26.472948 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Attempting to bind port df48734a-6dec-425f-a39b-11f31bba8cb0 on network f9f61648-f363-42f7-a503-4715e990f3d4 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:26.485735 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:26.493845 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Port df48734a-6dec-425f-a39b-11f31bba8cb0 on network f9f61648-f363-42f7-a503-4715e990f3d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:23:26.497360 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Attempting to bind port df48734a-6dec-425f-a39b-11f31bba8cb0 on network f9f61648-f363-42f7-a503-4715e990f3d4 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:26.507194 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-eb0d57ca-4294-480a-b003-dcd80987956b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=908adda3f1924a98bb4442c0b1d0c2d4&device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 1097 time: 0.8393264 Nov 10 21:23:26.512732 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:26.628160 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-cf3a80b1-813f-435d-9ef2-0b597871cdd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4118494b-0030-470b-ba6b-d221bf88e960 HTTP/1.1" status: 200 len: 217 time: 0.1065876 Nov 10 21:23:26.629830 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:23:26.630166 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Checking segment: {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:26.630538 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Bound using segment: {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:23:26.630977 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Bound port: df48734a-6dec-425f-a39b-11f31bba8cb0, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:23:26.631316 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:26.641663 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:26.644027 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] 10.222.0.58 "PUT /v2.0/ports/75272482-51d2-48ff-8fe2-22a307e7b437 HTTP/1.1" status: 200 len: 1094 time: 2.7198093 Nov 10 21:23:26.645171 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e65811-e813-4d89-bcf3-3cac08a7bdd7', 'tag': '75272482-51d2-48ff-8fe2-22a307e7b437'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:26.666381 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad034af6-b2af-4744-ae56-6f0ae3727098 req-0b9996a8-2b8d-449e-8495-1e8109398771 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:26.674486 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ad034af6-b2af-4744-ae56-6f0ae3727098 req-0b9996a8-2b8d-449e-8495-1e8109398771 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 944 time: 0.4826248 Nov 10 21:23:26.779193 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-a38a4051-e8ba-45dd-9c73-f4f36da304f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:26.781230 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-a38a4051-e8ba-45dd-9c73-f4f36da304f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ce22b8-9bee-4ec6-8613-5798d8e30a4e HTTP/1.1" status: 200 len: 847 time: 0.1222055 Nov 10 21:23:26.847267 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=75272482-51d2-48ff-8fe2-22a307e7b437,revision_number=3']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:26.878002 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:26.883984 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-ad034af6-b2af-4744-ae56-6f0ae3727098 req-de6cda91-426c-4f15-a568-8f6116d4f484 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Synchronizing usage tracker for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:26.913949 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-ad034af6-b2af-4744-ae56-6f0ae3727098 req-de6cda91-426c-4f15-a568-8f6116d4f484 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Unset dirty status for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:26.915804 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ad034af6-b2af-4744-ae56-6f0ae3727098 req-de6cda91-426c-4f15-a568-8f6116d4f484 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404978 Nov 10 21:23:26.940000 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-6e71784f-4a88-4ab9-a0bf-83f2ad5190ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 1097 time: 0.2050023 Nov 10 21:23:26.942538 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-4e06d5be-bfc5-4f9e-b368-b95d760ddf0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4fd48556-39bc-4db2-883b-c2fdb7b3c394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301060 Nov 10 21:23:26.962652 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-6fea27fe-7007-4df3-861d-5c0d62528789 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7b7d301459754e0880785bfb1a6073aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1488976 Nov 10 21:23:27.024807 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 37678) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:27.056515 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-dbb5bfd4-8ea5-4de3-bf18-a496d15de437 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75272482-51d2-48ff-8fe2-22a307e7b437 HTTP/1.1" status: 200 len: 217 time: 0.0953932 Nov 10 21:23:27.231802 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-24354ebf-878c-4ec4-9c2c-c59a35484ee6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:27.233919 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-24354ebf-878c-4ec4-9c2c-c59a35484ee6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.1671441 Nov 10 21:23:27.293582 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-fe4fda02-cec1-4d7f-924e-a0a538863db3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518351 Nov 10 21:23:27.374203 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-65c1df11-b526-46a9-a4ce-a6c401ad8e38 service neutron] 10.222.0.58 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078836 Nov 10 21:23:27.391517 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:27.432581 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] For port df48734a-6dec-425f-a39b-11f31bba8cb0, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:27.436856 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] For port df48734a-6dec-425f-a39b-11f31bba8cb0, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=df48734a-6dec-425f-a39b-11f31bba8cb0,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:27.451558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e718e-c4c1-4050-9d55-abfd97522351 req-26c5dea1-6cef-4d84-87ae-da63b2f95889 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:27.453579 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1a9e718e-c4c1-4050-9d55-abfd97522351 req-26c5dea1-6cef-4d84-87ae-da63b2f95889 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.3174427 Nov 10 21:23:27.492564 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:27.502778 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:27.586659 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1a9e718e-c4c1-4050-9d55-abfd97522351 req-7de48391-8def-432a-bf78-f69cd93f45f3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075530 Nov 10 21:23:27.606685 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-9afea7d6-1213-4acb-88a7-bd0549f01e21 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983165 Nov 10 21:23:27.770532 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fb245cdf-0b43-456d-b536-d46bc5f1202d req-cc22ca3c-8a12-4b27-a027-c56068e519f3 service neutron] 10.222.0.58 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096802 Nov 10 21:23:27.800462 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:27.805187 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Usage tracker for resource:security_group_rule and tenant:72ac366a2a0845a2a144328b4055ef4f is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:27.809370 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:27.817059 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:27.860397 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e65811-e813-4d89-bcf3-3cac08a7bdd7', 'tag': '75272482-51d2-48ff-8fe2-22a307e7b437', 'status': 'completed', 'code': 200} Nov 10 21:23:27.898875 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:27.930278 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239316c-f636-46c5-8db5-0630a23070f8 req-dd9dc719-074f-4d11-b36c-2dc367ee6c06 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:27.931907 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-dd9dc719-074f-4d11-b36c-2dc367ee6c06 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9676766 Nov 10 21:23:27.939615 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:28.008385 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:28.010195 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] 10.222.0.58 "PUT /v2.0/ports/df48734a-6dec-425f-a39b-11f31bba8cb0 HTTP/1.1" status: 200 len: 1094 time: 5.7375739 Nov 10 21:23:28.012679 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee955971-76ae-4b11-9fdb-e5bf59f78272 req-a2982e16-f5e6-4c84-bb04-ee6c57b8a26a service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881862 Nov 10 21:23:28.042274 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Pushing event updated for resources: {'Port': ['ID=df48734a-6dec-425f-a39b-11f31bba8cb0,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:28.048143 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:28.053065 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25f559-f1e1-492c-81ae-317d201e863b req-9eaa169c-0819-4bfa-a617-cf9f1ffc2294 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:28.059428 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-af25f559-f1e1-492c-81ae-317d201e863b req-9eaa169c-0819-4bfa-a617-cf9f1ffc2294 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 944 time: 0.1475959 Nov 10 21:23:28.063103 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1099a9b5-c887-427e-bcff-09399c3db046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:28.088233 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-ad972bc3-de93-4d23-a835-bc187c73da32 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/quotas/7b7d301459754e0880785bfb1a6073aa HTTP/1.1" status: 200 len: 375 time: 0.1036048 Nov 10 21:23:28.093393 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94883304-f611-41c1-a401-f3f988384a55', 'tag': 'df48734a-6dec-425f-a39b-11f31bba8cb0'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:28.184883 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72ac366a2a0845a2a144328b4055ef4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1389863 Nov 10 21:23:28.201721 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37710) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:28.212371 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f16d1341-b72c-49ae-986d-140a0453fdbc tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b7d301459754e0880785bfb1a6073aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991554 Nov 10 21:23:28.215938 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692c4a22-aeff-452f-beeb-ea779305c2dc,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:28.221246 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:28.259448 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-d3a09be5-b5f7-40c0-8e62-07f9356f575c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=908adda3f1924a98bb4442c0b1d0c2d4&device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 1097 time: 0.3235931 Nov 10 21:23:28.292428 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-af25f559-f1e1-492c-81ae-317d201e863b req-c6a3cb97-c188-4d19-bb7b-54a4ca28797c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238352 Nov 10 21:23:28.306939 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-539f5a88-ea37-4fde-a494-769c72c625bf req-9c05d2f5-3f69-4eba-a25f-6c9a6dccdbb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 1097 time: 0.2062695 Nov 10 21:23:28.339507 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af63b14f-07d2-4ab9-99f1-f3be7d613bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:28.354596 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-1250703a-646f-4d0e-b02d-b79f2071a495 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1097 time: 0.2507238 Nov 10 21:23:28.470768 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af63b14f-07d2-4ab9-99f1-f3be7d613bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:28.576913 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94883304-f611-41c1-a401-f3f988384a55', 'tag': 'df48734a-6dec-425f-a39b-11f31bba8cb0', 'status': 'completed', 'code': 200} Nov 10 21:23:28.733850 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-852973d0-d70e-408c-be0e-4142483d939a req-985d3b13-4645-4a7f-8c1e-431aaf30e99e tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 210 time: 0.0849464 Nov 10 21:23:28.735141 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-df14002b-22ef-466f-a93d-36058e252e92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:28.736892 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-df14002b-22ef-466f-a93d-36058e252e92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4fd48556-39bc-4db2-883b-c2fdb7b3c394 HTTP/1.1" status: 200 len: 909 time: 0.4672143 Nov 10 21:23:28.760942 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-64c9ea50-f451-4a97-83b7-44914d483295 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df48734a-6dec-425f-a39b-11f31bba8cb0 HTTP/1.1" status: 200 len: 217 time: 0.3904183 Nov 10 21:23:28.896272 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f5a88-ea37-4fde-a494-769c72c625bf req-817a84df-3aaf-4c34-aba6-41addee5e0dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:28.902410 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-539f5a88-ea37-4fde-a494-769c72c625bf req-817a84df-3aaf-4c34-aba6-41addee5e0dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 921 time: 0.5465910 Nov 10 21:23:28.906731 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-9734f9ea-36bf-4221-989e-0e0ee7254f31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4118494b-0030-470b-ba6b-d221bf88e960 HTTP/1.1" status: 200 len: 217 time: 0.1554632 Nov 10 21:23:29.071425 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-81200bd1-d672-4b36-a6d3-9288655cd126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.084622 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-81200bd1-d672-4b36-a6d3-9288655cd126 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.3094068 Nov 10 21:23:29.221506 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-539f5a88-ea37-4fde-a494-769c72c625bf req-a4720363-7271-4cb8-bf33-5b90ec06d326 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75272482-51d2-48ff-8fe2-22a307e7b437 HTTP/1.1" status: 200 len: 217 time: 0.2450967 Nov 10 21:23:29.237831 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-e7b6167a-4da2-43c9-84fd-dde709d51315 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369238 Nov 10 21:23:29.255336 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c2c1-143e-4be8-abcd-dfb7da0b4ddd req-172672b1-6d2e-4fc0-b696-b89f7044233a tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.264499 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f054c2c1-143e-4be8-abcd-dfb7da0b4ddd req-172672b1-6d2e-4fc0-b696-b89f7044233a tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 944 time: 0.5938864 Nov 10 21:23:29.310401 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af63b14f-07d2-4ab9-99f1-f3be7d613bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:29.327648 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d43e8db7-a277-41a0-b3ac-31006ac361b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:29.353447 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63b14f-07d2-4ab9-99f1-f3be7d613bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692c4a22-aeff-452f-beeb-ea779305c2dc,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:29.353750 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-35490d0a-af4f-4573-9bfe-cca3741a11ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.357768 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-35490d0a-af4f-4573-9bfe-cca3741a11ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ce22b8-9bee-4ec6-8613-5798d8e30a4e HTTP/1.1" status: 200 len: 847 time: 0.2736857 Nov 10 21:23:29.360158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-af63b14f-07d2-4ab9-99f1-f3be7d613bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:29.361583 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af63b14f-07d2-4ab9-99f1-f3be7d613bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:29.365600 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-af63b14f-07d2-4ab9-99f1-f3be7d613bb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/692c4a22-aeff-452f-beeb-ea779305c2dc HTTP/1.1" status: 204 len: 168 time: 1.1607487 Nov 10 21:23:29.407229 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f054c2c1-143e-4be8-abcd-dfb7da0b4ddd req-a723b5a9-dc66-4cde-bbaa-98fb49a8101d tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416392 Nov 10 21:23:29.466055 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-e627f814-82c6-46d4-9da3-820f9fe32680 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4fd48556-39bc-4db2-883b-c2fdb7b3c394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926991 Nov 10 21:23:29.566323 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f5a88-ea37-4fde-a494-769c72c625bf req-ab37f0d9-5df3-4737-a80b-f8b3850a7314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.569021 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-539f5a88-ea37-4fde-a494-769c72c625bf req-ab37f0d9-5df3-4737-a80b-f8b3850a7314 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.3255770 Nov 10 21:23:29.741293 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-0ffd7aca-d551-43da-9c4d-527c9c5bb16f service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557834 Nov 10 21:23:29.743034 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dae34b-22ff-48f7-b7e9-d00b71b6cc0a req-ad0f9acf-f138-4127-a500-fc71066eacd4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.751678 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66dae34b-22ff-48f7-b7e9-d00b71b6cc0a req-ad0f9acf-f138-4127-a500-fc71066eacd4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.8356483 Nov 10 21:23:29.776304 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-539f5a88-ea37-4fde-a494-769c72c625bf req-475d1e32-e91a-429e-a98e-1f6624eadc52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001940 Nov 10 21:23:30.057599 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-37bade1a-e3f6-476e-84f4-7faeb0daefa3 req-c344ec01-9560-401a-9af1-3889a8241b77 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089087 Nov 10 21:23:30.252368 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 4118494b-0030-470b-ba6b-d221bf88e960 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:23:30.293308 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ddd61-f2ea-43d1-a204-aad852169021 req-d5ad7685-cce7-4006-a509-8bd15e325f9f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.302290 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-788ddd61-f2ea-43d1-a204-aad852169021 req-d5ad7685-cce7-4006-a509-8bd15e325f9f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 944 time: 0.2427139 Nov 10 21:23:30.322260 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-fac84c18-f5d3-4069-9ef4-f457210a4af0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1097 time: 0.1677470 Nov 10 21:23:30.443033 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-539f5a88-ea37-4fde-a494-769c72c625bf req-0c8a9410-e42c-46cc-a807-dc4aef13d068 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529031 Nov 10 21:23:30.512600 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-66dae34b-22ff-48f7-b7e9-d00b71b6cc0a req-dc6cf831-feb1-4c72-977d-20352ee839ed tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7588534 Nov 10 21:23:30.591678 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 4118494b-0030-470b-ba6b-d221bf88e960, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=4118494b-0030-470b-ba6b-d221bf88e960,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:30.638697 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-788ddd61-f2ea-43d1-a204-aad852169021 req-f7dbc29e-fb3d-4db3-9b47-bd36f05ba42c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357558 Nov 10 21:23:30.679899 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '4118494b-0030-470b-ba6b-d221bf88e960', 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394', 'port_id': '4118494b-0030-470b-ba6b-d221bf88e960', 'mac_address': 'fa:16:3e:c1:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ce22b8-9bee-4ec6-8613-5798d8e30a4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:23:30.782390 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-3ca5e983-9052-4fbd-b0fe-1338f70a028b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.784353 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-3ca5e983-9052-4fbd-b0fe-1338f70a028b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 921 time: 0.4502809 Nov 10 21:23:30.855344 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-539f5a88-ea37-4fde-a494-769c72c625bf req-0184c50e-6c4b-4677-bcca-132246c06604 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607171 Nov 10 21:23:30.892987 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:30.935985 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-d69c06ee-da24-4210-a9f5-de09e44de35a service neutron] 10.222.0.58 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4529026 Nov 10 21:23:30.940171 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4118494b-0030-470b-ba6b-d221bf88e960 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:30.951141 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-f570b9c0-2602-4a76-aa10-d9755014da23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df48734a-6dec-425f-a39b-11f31bba8cb0 HTTP/1.1" status: 200 len: 217 time: 0.1553421 Nov 10 21:23:30.984875 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 4118494b-0030-470b-ba6b-d221bf88e960, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=4118494b-0030-470b-ba6b-d221bf88e960,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:30.992213 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:30.993355 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 75272482-51d2-48ff-8fe2-22a307e7b437 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:23:31.003246 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:31.019511 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-e69ee2d5-29ba-4d70-b04a-7d83c6b94b9a tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7b7d301459754e0880785bfb1a6073aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406372 Nov 10 21:23:31.108488 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cf2b436-7d4d-4020-9029-58d512a1eb47 req-d7e00677-142d-423b-bc83-554e6788a3ed tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 210 time: 0.2487166 Nov 10 21:23:31.134100 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-2c37be2a-9e96-4e51-9dc3-e6be8f79efcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.142702 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-2c37be2a-9e96-4e51-9dc3-e6be8f79efcb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.1841083 Nov 10 21:23:31.251062 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-c1ccbe34-6644-40b5-8943-6e92122179e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991223 Nov 10 21:23:31.362732 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37782) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:31.649215 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=4118494b-0030-470b-ba6b-d221bf88e960,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:31.691302 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:31.695650 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-374b1045-f9d3-46e5-8b8f-30938cfd478f req-629ffc98-f221-4273-8a99-941de73340ad service neutron] 10.222.0.58 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096522 Nov 10 21:23:31.707178 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239316c-f636-46c5-8db5-0630a23070f8 req-bc95a632-f152-47c1-a8b9-6efaa424fb08 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.709128 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-bc95a632-f152-47c1-a8b9-6efaa424fb08 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6737690 Nov 10 21:23:31.714528 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 75272482-51d2-48ff-8fe2-22a307e7b437, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=75272482-51d2-48ff-8fe2-22a307e7b437,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:31.736185 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Request body: {'port': {'device_id': '5f92957b-fddd-4960-80f0-b53dbcf88067', 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855', 'admin_state_up': True, 'tenant_id': '7b7d301459754e0880785bfb1a6073aa'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:31.788611 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '75272482-51d2-48ff-8fe2-22a307e7b437', 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4', 'port_id': '75272482-51d2-48ff-8fe2-22a307e7b437', 'mac_address': 'fa:16:3e:9a:3c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c3c303-53df-492e-a5bb-6f7a5c93fc8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:23:31.827288 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-eca5994c-2919-4fb4-98b7-8274d9c132ee service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663555 Nov 10 21:23:31.905716 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:31.947503 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75272482-51d2-48ff-8fe2-22a307e7b437 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:31.984818 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705cb9c-525e-46ee-ba21-2fd9799931db req-6e5e279f-511e-46d4-af8b-e2e8339397f4 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.998650 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5705cb9c-525e-46ee-ba21-2fd9799931db req-6e5e279f-511e-46d4-af8b-e2e8339397f4 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 945 time: 0.5420535 Nov 10 21:23:32.010647 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 75272482-51d2-48ff-8fe2-22a307e7b437, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=75272482-51d2-48ff-8fe2-22a307e7b437,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:32.021310 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:32.030802 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:32.245343 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=75272482-51d2-48ff-8fe2-22a307e7b437,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:32.252114 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5705cb9c-525e-46ee-ba21-2fd9799931db req-965ffc89-479c-42a7-aac6-ae2801e8bdd4 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511740 Nov 10 21:23:32.262848 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:32.263096 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:32.265853 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device df48734a-6dec-425f-a39b-11f31bba8cb0 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:23:32.271956 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Usage tracker for resource:port and tenant:7b7d301459754e0880785bfb1a6073aa is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:32.278494 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:32.293886 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:32.319383 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Made reservation on behalf of 7b7d301459754e0880785bfb1a6073aa for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:32.335161 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:32.340838 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['75272482-51d2-48ff-8fe2-22a307e7b437'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:32.369802 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a788f6b-7f98-4d65-aca5-c72005234377 req-bde57ebf-510d-453b-80ac-0f4e3e1ffe3c service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344279 Nov 10 21:23:32.400317 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:32.403101 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['4118494b-0030-470b-ba6b-d221bf88e960'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:32.484952 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47d0c9-c690-41b2-9312-7b3edae8ebb1 req-f7a0aad9-2c93-4489-8315-f9efddac0c4c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:32.505510 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ef47d0c9-c690-41b2-9312-7b3edae8ebb1 req-f7a0aad9-2c93-4489-8315-f9efddac0c4c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.2959397 Nov 10 21:23:32.537191 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:32.549039 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Usage tracker for resource:security_group_rule and tenant:7b7d301459754e0880785bfb1a6073aa is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:32.559751 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:32.573801 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:32.624953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:32.743345 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ef47d0c9-c690-41b2-9312-7b3edae8ebb1 req-3e8e00fd-d40d-4cd7-aaf5-da2b6b9cc728 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362266 Nov 10 21:23:32.806649 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port df48734a-6dec-425f-a39b-11f31bba8cb0, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=df48734a-6dec-425f-a39b-11f31bba8cb0,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:32.833141 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': 'df48734a-6dec-425f-a39b-11f31bba8cb0', 'network_id': 'f9f61648-f363-42f7-a503-4715e990f3d4', 'port_id': 'df48734a-6dec-425f-a39b-11f31bba8cb0', 'mac_address': 'fa:16:3e:bd:fe:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c3c303-53df-492e-a5bb-6f7a5c93fc8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:23:32.853600 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:32.861211 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Usage tracker for resource:security_group_rule and tenant:364d7792cecc4058ab4a6689194e3aa9 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:32.872048 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:32.881295 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:32.892810 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:32.912700 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.055079 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.081063 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.094488 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cbcd19a1-a2d5-4bfe-9d6d-acb7a7326515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:33.138565 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6c8bf0c2-c371-42c6-9ff8-1007a9be5ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:33.198457 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.216396 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Allocated IP 192.168.233.50 (005b0e1a-f0e2-41bf-a60c-710da855d855/14ceb755-5d87-4016-99c5-57cc5490d544/952533d7-2538-4113-a9cb-0a8bf13bda19) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:33.224169 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47710b-37b2-455c-bfec-b968bd145a02 req-eeea8209-4352-4530-ac1b-a72541f3d1e3 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:33.224959 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-bc47710b-37b2-455c-bfec-b968bd145a02 req-eeea8209-4352-4530-ac1b-a72541f3d1e3 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Synchronizing usage tracker for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:33.249331 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f166af-8032-4cd4-ba92-6a5be9cf88f7,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:33.251169 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e94240-9d26-4426-8c3c-29491d1a695b,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:33.259173 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-bc47710b-37b2-455c-bfec-b968bd145a02 req-eeea8209-4352-4530-ac1b-a72541f3d1e3 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Unset dirty status for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:33.260348 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=364d7792cecc4058ab4a6689194e3aa9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8964553 Nov 10 21:23:33.268410 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 37820) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:33.269856 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-bc47710b-37b2-455c-bfec-b968bd145a02 req-eeea8209-4352-4530-ac1b-a72541f3d1e3 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 945 time: 0.6491470 Nov 10 21:23:33.272755 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-78f3123d-5fc4-4ada-9e33-db314393daa9 req-7ed0f2d5-6b0a-4102-83a4-5dd2641bcbc6 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 210 time: 0.0785587 Nov 10 21:23:33.286461 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.286943 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.287555 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.287963 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.288402 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.289117 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.289328 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.289698 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.290144 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.290574 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.291009 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.297753 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:33.360733 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df48734a-6dec-425f-a39b-11f31bba8cb0 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:33.382339 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.382702 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.383061 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.383378 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.383754 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.384075 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.384409 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.391371 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.391828 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.392189 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.392540 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:33.404465 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:33.423428 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port df48734a-6dec-425f-a39b-11f31bba8cb0, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=df48734a-6dec-425f-a39b-11f31bba8cb0,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:33.425282 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-490ef56a-6a47-4352-a4a1-441fbde949d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.457867 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.482342 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:33.494318 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-490ef56a-6a47-4352-a4a1-441fbde949d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.579541 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=df48734a-6dec-425f-a39b-11f31bba8cb0,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:33.583689 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:33.586272 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-bc47710b-37b2-455c-bfec-b968bd145a02 req-b53e3f0b-d2cd-42b5-825b-78425920439b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Synchronizing usage tracker for tenant:4bb877ae51724bf4a41a491472810533 on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:33.775596 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-490ef56a-6a47-4352-a4a1-441fbde949d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.782953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-304bd036-a283-4e78-9ef6-10a14f510c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:33.789150 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-bc47710b-37b2-455c-bfec-b968bd145a02 req-b53e3f0b-d2cd-42b5-825b-78425920439b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Unset dirty status for tenant:4bb877ae51724bf4a41a491472810533 on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:33.802870 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-bc47710b-37b2-455c-bfec-b968bd145a02 req-b53e3f0b-d2cd-42b5-825b-78425920439b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303619 Nov 10 21:23:33.806845 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['df48734a-6dec-425f-a39b-11f31bba8cb0'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:33.809132 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ef56a-6a47-4352-a4a1-441fbde949d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f166af-8032-4cd4-ba92-6a5be9cf88f7,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:33.816056 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-490ef56a-6a47-4352-a4a1-441fbde949d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:33.833168 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-490ef56a-6a47-4352-a4a1-441fbde949d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.834737 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-490ef56a-6a47-4352-a4a1-441fbde949d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12f166af-8032-4cd4-ba92-6a5be9cf88f7 HTTP/1.1" status: 204 len: 168 time: 0.5609596 Nov 10 21:23:33.843385 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a732a0b-e110-4bad-96fb-1ef051b4413e req-7c89d3d2-813f-4607-916d-09a25b3f2e6c tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:33.845518 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a732a0b-e110-4bad-96fb-1ef051b4413e req-7c89d3d2-813f-4607-916d-09a25b3f2e6c tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 945 time: 0.1324167 Nov 10 21:23:33.939968 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:33.987934 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a732a0b-e110-4bad-96fb-1ef051b4413e req-268511c4-cf1e-4e5d-be10-bbf54075e6b5 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250296 Nov 10 21:23:33.999644 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Transition to ACTIVE for port object 952533d7-2538-4113-a9cb-0a8bf13bda19 will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:34.084755 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:34.094208 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b805a7cb-cce2-4fba-b11b-f17e9d80eee0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:34.274587 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 75272482-51d2-48ff-8fe2-22a307e7b437 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:34.286279 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Network 005b0e1a-f0e2-41bf-a60c-710da855d855 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:34.339118 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:34.352336 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:34.392473 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Pushing event updated for resources: {'Port': ['ID=952533d7-2538-4113-a9cb-0a8bf13bda19,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:34.419422 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 75272482-51d2-48ff-8fe2-22a307e7b437 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:34.433935 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:34.434595 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 75272482-51d2-48ff-8fe2-22a307e7b437 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:34.436579 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:34.657466 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878dc26-1696-4238-92d6-3fbe2b77845d req-67233056-64af-430d-ad9d-46d2f88aedba tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:34.664259 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:34.665825 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4878dc26-1696-4238-92d6-3fbe2b77845d req-67233056-64af-430d-ad9d-46d2f88aedba tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.2762408 Nov 10 21:23:34.671759 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:34.732012 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948058-2359-4d28-8bd4-84f73874c123 req-045e5dcf-6030-4c81-ae06-2efcb67e0f56 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:34.741409 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-045e5dcf-6030-4c81-ae06-2efcb67e0f56 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 814 time: 0.5610864 Nov 10 21:23:34.756220 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:34.782918 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4878dc26-1696-4238-92d6-3fbe2b77845d req-93563aeb-8f95-4c49-8a96-dabb68293f71 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154685 Nov 10 21:23:34.795136 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-4caee47b-3908-4251-86ae-3177833c9e6e tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/quotas/e02c25451f3b41a28063a40cc4ba6a93 HTTP/1.1" status: 200 len: 375 time: 0.0524509 Nov 10 21:23:34.832156 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 75272482-51d2-48ff-8fe2-22a307e7b437, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=75272482-51d2-48ff-8fe2-22a307e7b437,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:34.834690 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e65811-e813-4d89-bcf3-3cac08a7bdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75272482-51d2-48ff-8fe2-22a307e7b437'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:34.855606 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1247122 Nov 10 21:23:34.873853 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Request body: {'port': {'device_id': '5f92957b-fddd-4960-80f0-b53dbcf88067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:34.878397 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:34.882499 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:35.026641 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=75272482-51d2-48ff-8fe2-22a307e7b437,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:35.048196 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:35.051339 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-acd1ba00-fe58-45ca-809a-bd0f6abda01a None None] Provisioning for port 952533d7-2538-4113-a9cb-0a8bf13bda19 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:35.065938 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-acd1ba00-fe58-45ca-809a-bd0f6abda01a None None] Provisioning complete for port 952533d7-2538-4113-a9cb-0a8bf13bda19 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:35.068959 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-acd1ba00-fe58-45ca-809a-bd0f6abda01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:35.133217 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-7d99caed-7f0f-44f0-94fa-8b276e7df3fa tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3366554 Nov 10 21:23:35.202971 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-acd1ba00-fe58-45ca-809a-bd0f6abda01a None None] Port 952533d7-2538-4113-a9cb-0a8bf13bda19 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:23:35.261236 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:35.346614 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa130-e5d2-4ace-a6b8-0260e46303ac req-9c961408-d1cf-4d72-a68e-f962f48fb2bf tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:35.348639 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-828fa130-e5d2-4ace-a6b8-0260e46303ac req-9c961408-d1cf-4d72-a68e-f962f48fb2bf tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 935 time: 0.1140897 Nov 10 21:23:35.408065 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-828fa130-e5d2-4ace-a6b8-0260e46303ac req-8119d80a-1f61-4e4a-aebe-c3eab3cb96e4 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531616 Nov 10 21:23:35.485741 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-0cfe11c1-b40d-421c-b732-d803d37da4e6 service neutron] 10.222.0.70 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499513 Nov 10 21:23:35.540081 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e65811-e813-4d89-bcf3-3cac08a7bdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75272482-51d2-48ff-8fe2-22a307e7b437', 'code': 200} Nov 10 21:23:35.817080 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-0efef036-2d96-4178-a533-166ce2b72075 service neutron] 10.222.0.70 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199999 Nov 10 21:23:35.980253 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952533d7-2538-4113-a9cb-0a8bf13bda19 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:36.000677 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:36.018777 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b5182958-d98a-49f6-94f2-fccabd750799 req-6a443161-178c-4668-a4bd-20bc89852754 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 1099 time: 0.1986794 Nov 10 21:23:36.054329 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Transition to ACTIVE for port object 952533d7-2538-4113-a9cb-0a8bf13bda19 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:36.057315 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b947e9-4459-43f8-8639-5f03003f9028 req-cfdd3b9d-1cea-4147-bda1-8bef87cf8898 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:36.060098 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c4b947e9-4459-43f8-8639-5f03003f9028 req-cfdd3b9d-1cea-4147-bda1-8bef87cf8898 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.1839876 Nov 10 21:23:36.063958 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:36.068073 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:36.194254 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b5182958-d98a-49f6-94f2-fccabd750799 req-7685e46a-bc5e-4cef-b5a5-b51f561d0e8a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570959 Nov 10 21:23:36.197733 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c4b947e9-4459-43f8-8639-5f03003f9028 req-24a094e5-1a07-406c-965b-3851f247825d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224968 Nov 10 21:23:36.283574 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 4118494b-0030-470b-ba6b-d221bf88e960 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:36.373235 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=952533d7-2538-4113-a9cb-0a8bf13bda19,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:36.378247 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:36.530200 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 4118494b-0030-470b-ba6b-d221bf88e960 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:36.537882 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 4118494b-0030-470b-ba6b-d221bf88e960 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:36.538260 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:36.691970 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df6745-f3ec-4094-beb9-b3188a28b172 req-597941fb-43a9-4bfb-9d7d-5fc69b8ed034 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:36.698358 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-07df6745-f3ec-4094-beb9-b3188a28b172 req-597941fb-43a9-4bfb-9d7d-5fc69b8ed034 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 945 time: 0.4277806 Nov 10 21:23:36.832675 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:36.918547 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2dd03-1a25-4a41-8763-190acf153c13 req-5acff20d-86ec-4ef0-a79e-11e501d69926 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:36.942425 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6ac2dd03-1a25-4a41-8763-190acf153c13 req-5acff20d-86ec-4ef0-a79e-11e501d69926 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.2497003 Nov 10 21:23:36.979580 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 4118494b-0030-470b-ba6b-d221bf88e960, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=4118494b-0030-470b-ba6b-d221bf88e960,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:36.992021 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:36.993570 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device df48734a-6dec-425f-a39b-11f31bba8cb0 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:37.029182 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6ac2dd03-1a25-4a41-8763-190acf153c13 req-c8751ddb-69db-4f32-8f40-f23032368dea tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857060 Nov 10 21:23:37.098701 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f56f3335-c17d-4f79-b063-a16dedfac66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:37.114857 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Attempting to bind port 952533d7-2538-4113-a9cb-0a8bf13bda19 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:23:37.116149 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Attempting to bind port 952533d7-2538-4113-a9cb-0a8bf13bda19 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:23:37.117404 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Attempting to bind port 952533d7-2538-4113-a9cb-0a8bf13bda19 on network 005b0e1a-f0e2-41bf-a60c-710da855d855 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:37.192578 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-448fd79d-1864-445b-853d-3c0e21524949 req-03ea4e54-52b7-490f-807d-8802c2453ed7 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 210 time: 0.0722470 Nov 10 21:23:37.252281 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-07df6745-f3ec-4094-beb9-b3188a28b172 req-ffa8ce36-62aa-459f-a193-2e736386cd79 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296958 Nov 10 21:23:37.263369 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Port 952533d7-2538-4113-a9cb-0a8bf13bda19 on network 005b0e1a-f0e2-41bf-a60c-710da855d855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:23:37.268291 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Attempting to bind port 952533d7-2538-4113-a9cb-0a8bf13bda19 on network 005b0e1a-f0e2-41bf-a60c-710da855d855 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:37.315443 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:23:37.316731 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Checking segment: {'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:37.319313 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Bound using segment: {'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:23:37.324946 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Bound port: 952533d7-2538-4113-a9cb-0a8bf13bda19, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bde73ec-2131-4631-b8df-7e571f44d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:23:37.326140 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:37.554319 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406f89b5-b608-4544-9f61-f48de9c3c2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4118494b-0030-470b-ba6b-d221bf88e960'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:37.596295 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1ef8-441f-4f6d-8aca-61276810ee10 req-f6d42102-d34b-4c58-8028-c5b775dda3c2 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:37.609375 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-75cf1ef8-441f-4f6d-8aca-61276810ee10 req-f6d42102-d34b-4c58-8028-c5b775dda3c2 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 947 time: 0.2749937 Nov 10 21:23:37.613121 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=4118494b-0030-470b-ba6b-d221bf88e960,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:37.628779 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:37.701620 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port df48734a-6dec-425f-a39b-11f31bba8cb0 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:37.723053 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port df48734a-6dec-425f-a39b-11f31bba8cb0 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:37.724573 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:37.819769 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-75cf1ef8-441f-4f6d-8aca-61276810ee10 req-23365262-d2cf-4daa-97e4-fc73b80f7ef8 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091210 Nov 10 21:23:37.851381 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] For port 952533d7-2538-4113-a9cb-0a8bf13bda19, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:37.869909 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] For port 952533d7-2538-4113-a9cb-0a8bf13bda19, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=952533d7-2538-4113-a9cb-0a8bf13bda19,segment=NetworkSegment(7bde73ec-2131-4631-b8df-7e571f44d088),segment_id=7bde73ec-2131-4631-b8df-7e571f44d088)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:37.883862 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:37.939896 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:37.969063 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406f89b5-b608-4544-9f61-f48de9c3c2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4118494b-0030-470b-ba6b-d221bf88e960', 'code': 200} Nov 10 21:23:38.429863 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=952533d7-2538-4113-a9cb-0a8bf13bda19,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:38.471389 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:38.479319 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:38.480654 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] 10.222.0.58 "PUT /v2.0/ports/952533d7-2538-4113-a9cb-0a8bf13bda19 HTTP/1.1" status: 200 len: 1097 time: 3.6117783 Nov 10 21:23:38.486146 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f92957b-fddd-4960-80f0-b53dbcf88067', 'tag': '952533d7-2538-4113-a9cb-0a8bf13bda19'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:38.525820 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:38.607470 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port df48734a-6dec-425f-a39b-11f31bba8cb0, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=df48734a-6dec-425f-a39b-11f31bba8cb0,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:38.615694 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:38.618925 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:38.672169 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6bc8b-ad76-462d-b084-bc3d1e07c7e1 req-1a70ebe6-d56e-411b-9136-28f1cc56c0ca tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:38.684023 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-94b6bc8b-ad76-462d-b084-bc3d1e07c7e1 req-1a70ebe6-d56e-411b-9136-28f1cc56c0ca tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.3975551 Nov 10 21:23:38.751499 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=df48734a-6dec-425f-a39b-11f31bba8cb0,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:38.755399 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:38.791586 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753955ae-d069-4932-80c8-d93f2d073217 req-41928b6a-2ff5-42d2-a3fe-161d8910ce63 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:38.817918 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-753955ae-d069-4932-80c8-d93f2d073217 req-41928b6a-2ff5-42d2-a3fe-161d8910ce63 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.3570449 Nov 10 21:23:38.843905 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-94b6bc8b-ad76-462d-b084-bc3d1e07c7e1 req-0340611b-9914-4604-ae06-2c06b77d1db1 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529329 Nov 10 21:23:38.936315 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-753955ae-d069-4932-80c8-d93f2d073217 req-978298a6-ec44-4079-9eed-81cf850ad6bf tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169479 Nov 10 21:23:39.117813 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-ed588d5b-1708-4900-96ef-fd696d6f1aef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7b7d301459754e0880785bfb1a6073aa&device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 1100 time: 0.1393831 Nov 10 21:23:39.204150 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-bd0c2481-fe90-4405-b388-958e41327f28 req-e5134c4f-0e08-4f86-89dd-b7f0700e6c36 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 1099 time: 0.2462854 Nov 10 21:23:39.219258 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8718d251-fbbb-44d6-bbfa-ade828a59bcd req-587eb4db-b525-4299-8136-82acf5ac52b1 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 210 time: 0.1055410 Nov 10 21:23:39.317095 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-84488a14-fc1c-46ba-9641-78312c51096d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=952533d7-2538-4113-a9cb-0a8bf13bda19 HTTP/1.1" status: 200 len: 217 time: 0.1873934 Nov 10 21:23:39.317560 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-bd0c2481-fe90-4405-b388-958e41327f28 req-0a0beb19-d88d-4863-aca3-2dab2cf3f8f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013253 Nov 10 21:23:39.387364 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f92957b-fddd-4960-80f0-b53dbcf88067', 'tag': '952533d7-2538-4113-a9cb-0a8bf13bda19', 'status': 'completed', 'code': 200} Nov 10 21:23:39.416258 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 37974) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:39.487830 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1b85-1a5a-4fc5-8e2c-c7f5db6ccb17 req-c1ad9c41-3b9d-4adb-9f46-d90b32725b53 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:39.490252 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a95c1b85-1a5a-4fc5-8e2c-c7f5db6ccb17 req-c1ad9c41-3b9d-4adb-9f46-d90b32725b53 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 946 time: 0.1637049 Nov 10 21:23:39.794824 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a95c1b85-1a5a-4fc5-8e2c-c7f5db6ccb17 req-cbf0dbd9-b0bf-4594-8577-0f9eb220b959 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932537 Nov 10 21:23:39.860253 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239316c-f636-46c5-8db5-0630a23070f8 req-687e5832-0da2-45d5-b899-e5ec33b8c9dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:39.867414 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-687e5832-0da2-45d5-b899-e5ec33b8c9dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14ceb755-5d87-4016-99c5-57cc5490d544 HTTP/1.1" status: 200 len: 843 time: 0.2736802 Nov 10 21:23:39.970930 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94883304-f611-41c1-a401-f3f988384a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df48734a-6dec-425f-a39b-11f31bba8cb0'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:40.152784 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-8a4d17b2-8f4d-453c-81c8-1bb7178f470e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=005b0e1a-f0e2-41bf-a60c-710da855d855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2771437 Nov 10 21:23:40.153257 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:40.255739 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:40.261528 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Usage tracker for resource:security_group_rule and tenant:b2488e537de24ba59962b836a9b3eaf1 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:40.266316 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:40.306789 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:40.427185 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:40.477345 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948058-2359-4d28-8bd4-84f73874c123 req-ed4841b2-a25a-432a-8e52-ede3f20429ad tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.479096 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-ed4841b2-a25a-432a-8e52-ede3f20429ad tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 814 time: 0.9403837 Nov 10 21:23:40.481274 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:40.488874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:40.512731 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Request body: {'port': {'device_id': '0343518c-68df-463c-bcf7-e29272df9bd2', 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'admin_state_up': True, 'tenant_id': 'e02c25451f3b41a28063a40cc4ba6a93'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:40.630022 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f935f4-79d7-4630-b950-e6343e946d78,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:40.650616 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:40.724463 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-ea374df8-e87a-42f1-bcab-9f5d4901fa7a service neutron] 10.222.0.58 "GET /v2.0/networks/005b0e1a-f0e2-41bf-a60c-710da855d855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649607 Nov 10 21:23:40.858468 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77699ac-9ac2-4537-b0a4-df6e36290932 req-64d46c63-1cca-471f-9095-ded6873eb39b tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.859727 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a77699ac-9ac2-4537-b0a4-df6e36290932 req-64d46c63-1cca-471f-9095-ded6873eb39b tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Synchronizing usage tracker for tenant:7b7d301459754e0880785bfb1a6073aa on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:40.890247 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2488e537de24ba59962b836a9b3eaf1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4725103 Nov 10 21:23:40.919522 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38004) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:40.998742 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94883304-f611-41c1-a401-f3f988384a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df48734a-6dec-425f-a39b-11f31bba8cb0', 'code': 200} Nov 10 21:23:41.103017 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a77699ac-9ac2-4537-b0a4-df6e36290932 req-64d46c63-1cca-471f-9095-ded6873eb39b tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Unset dirty status for tenant:7b7d301459754e0880785bfb1a6073aa on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:41.121772 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a77699ac-9ac2-4537-b0a4-df6e36290932 req-64d46c63-1cca-471f-9095-ded6873eb39b tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 947 time: 1.5062745 Nov 10 21:23:41.213791 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d239316c-f636-46c5-8db5-0630a23070f8 req-928e865f-ab9e-439a-93f5-58f54d3f812c service neutron] 10.222.0.58 "GET /v2.0/networks/005b0e1a-f0e2-41bf-a60c-710da855d855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818757 Nov 10 21:23:41.260205 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9c5-7ee9-4eb8-9689-09de08115a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:41.264606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:41.289778 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:41.312595 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a77699ac-9ac2-4537-b0a4-df6e36290932 req-a6ffa2d7-b42f-4eef-abb1-db8121a20d83 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Synchronizing usage tracker for tenant:7b7d301459754e0880785bfb1a6073aa on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:41.319336 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Made reservation on behalf of e02c25451f3b41a28063a40cc4ba6a93 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:41.322591 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:41.349875 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9c5-7ee9-4eb8-9689-09de08115a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:41.400705 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-d75bb991-d15c-4f18-a9ef-909320dd05c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 1099 time: 0.4787750 Nov 10 21:23:41.459541 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a77699ac-9ac2-4537-b0a4-df6e36290932 req-a6ffa2d7-b42f-4eef-abb1-db8121a20d83 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Unset dirty status for tenant:7b7d301459754e0880785bfb1a6073aa on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:41.475621 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a77699ac-9ac2-4537-b0a4-df6e36290932 req-a6ffa2d7-b42f-4eef-abb1-db8121a20d83 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487594 Nov 10 21:23:41.801306 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-585677f4-3b52-4318-9ce4-35586e1aa38d req-b7144751-f51a-4484-a330-8a34d3451660 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 210 time: 0.0871487 Nov 10 21:23:41.880909 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9c5-7ee9-4eb8-9689-09de08115a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:41.892179 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8d245032-adb0-4fee-88b5-ed9db28af089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:41.914659 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-377e711a-7993-447a-a255-0b1abb068bbd req-b4fa93e8-a4e5-4707-8b3f-17df93d834dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7b7d301459754e0880785bfb1a6073aa&device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 1100 time: 0.4992731 Nov 10 21:23:41.926768 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eea9c5-7ee9-4eb8-9689-09de08115a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f935f4-79d7-4630-b950-e6343e946d78,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:41.934971 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c0eea9c5-7ee9-4eb8-9689-09de08115a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:41.983629 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c27cd-de42-40bd-ac0e-087497791ac0 req-91889d42-e573-40a2-9d9a-1a90399f6c42 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:41.996923 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-249c27cd-de42-40bd-ac0e-087497791ac0 req-91889d42-e573-40a2-9d9a-1a90399f6c42 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.5677526 Nov 10 21:23:42.048152 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Allocated IP 172.20.0.3 (2e07f7ff-7206-4676-926e-bfcb17c8e5b6/654583d9-dfa4-4bad-a007-aa46d9c292ef/2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:42.067910 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c0eea9c5-7ee9-4eb8-9689-09de08115a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:42.078681 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c0eea9c5-7ee9-4eb8-9689-09de08115a56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64f935f4-79d7-4630-b950-e6343e946d78 HTTP/1.1" status: 204 len: 168 time: 1.1570663 Nov 10 21:23:42.325079 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-1ef51a28-73c3-4dd3-8eef-97f47fd4864f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.329348 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-1ef51a28-73c3-4dd3-8eef-97f47fd4864f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 921 time: 0.9153013 Nov 10 21:23:42.446001 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-249c27cd-de42-40bd-ac0e-087497791ac0 req-8321e62a-b68e-40f3-b825-2b7d2692dd72 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4473124 Nov 10 21:23:42.484968 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f974b7a8-89da-4153-9115-95fcbdfdaa71 req-99a0e0b5-0948-4788-80d5-4e0225bbe517 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1099 time: 1.0066276 Nov 10 21:23:42.497352 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-f1895f1e-a401-4e4c-8c2a-819ec6ff7065 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75272482-51d2-48ff-8fe2-22a307e7b437 HTTP/1.1" status: 200 len: 217 time: 0.1286380 Nov 10 21:23:42.660270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e711a-7993-447a-a255-0b1abb068bbd req-6c2ad8f7-cb85-4f3c-8478-3c749a82b765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.666829 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-377e711a-7993-447a-a255-0b1abb068bbd req-6c2ad8f7-cb85-4f3c-8478-3c749a82b765 service neutron] 10.222.0.58 "GET /v2.0/networks?id=005b0e1a-f0e2-41bf-a60c-710da855d855 HTTP/1.1" status: 200 len: 871 time: 0.7423153 Nov 10 21:23:42.860454 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f974b7a8-89da-4153-9115-95fcbdfdaa71 req-197e50a8-5950-4ee7-891c-4c3d4a305583 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673551 Nov 10 21:23:42.897565 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-377e711a-7993-447a-a255-0b1abb068bbd req-1d311698-0e15-44c1-b377-b2b0e7ad23fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=952533d7-2538-4113-a9cb-0a8bf13bda19 HTTP/1.1" status: 200 len: 217 time: 0.2206533 Nov 10 21:23:42.900796 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-85260455-3a75-4991-a446-e3aa17e178b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.903260 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-85260455-3a75-4991-a446-e3aa17e178b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.3282793 Nov 10 21:23:42.909889 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd610d-8eba-413d-8265-91c7ea1d4509 req-4e5bfd78-c081-4174-a8a0-009efc51d874 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.917490 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85fd610d-8eba-413d-8265-91c7ea1d4509 req-4e5bfd78-c081-4174-a8a0-009efc51d874 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.8152008 Nov 10 21:23:43.005833 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc034c7-b4c6-4b9c-b6b0-88b4c6ca713b req-77d198c4-3762-47a3-951f-a6c76931fb13 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.008628 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-adc034c7-b4c6-4b9c-b6b0-88b4c6ca713b req-77d198c4-3762-47a3-951f-a6c76931fb13 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 946 time: 0.2079470 Nov 10 21:23:43.023233 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:43.040216 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85fd610d-8eba-413d-8265-91c7ea1d4509 req-a7f7860e-a8e8-40b6-a41c-ef65d80f8fa5 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217158 Nov 10 21:23:43.040774 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 38034) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:43.113116 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:43.203924 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e711a-7993-447a-a255-0b1abb068bbd req-03c34420-a667-4083-a4a2-2431d3c778d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.205914 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-377e711a-7993-447a-a255-0b1abb068bbd req-03c34420-a667-4083-a4a2-2431d3c778d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=14ceb755-5d87-4016-99c5-57cc5490d544 HTTP/1.1" status: 200 len: 843 time: 0.1104035 Nov 10 21:23:43.281747 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-adc034c7-b4c6-4b9c-b6b0-88b4c6ca713b req-0fcee936-8759-4378-8032-47fb556ab984 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661505 Nov 10 21:23:43.288280 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-a5297670-bc50-4a36-b74f-0c5831396b13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886175 Nov 10 21:23:43.311581 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:43.319917 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['cf271a9b-2be3-42d1-9488-8717ddc81d94', '20132108-c144-4e6b-b1fd-1f2d52a39c40', '49246e7c-7a8f-4830-8ba1-f16502736714'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:43.336069 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:43.346628 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-377e711a-7993-447a-a255-0b1abb068bbd req-a4edd8c7-85d7-4896-82fb-c9d842c99e96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=005b0e1a-f0e2-41bf-a60c-710da855d855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1263120 Nov 10 21:23:43.607926 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:43.617789 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:43.633488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:43.668988 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:43.696919 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Usage tracker for resource:security_group_rule and tenant:e06493fed45646659de6724e01feccd0 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:43.712881 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:43.733449 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Pushing event updated for resources: {'Port': ['ID=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:43.745176 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:43.745176 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:43.816857 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.817594 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:43.857010 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-1ea22c1e-0e17-4d11-b5e9-a492486e59d0 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580881 Nov 10 21:23:43.869786 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221edf6-5fb6-42c4-9ab4-85b2c355d409 req-d284f4b4-a979-4d56-a33d-eefd2fc9e151 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.872184 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b221edf6-5fb6-42c4-9ab4-85b2c355d409 req-d284f4b4-a979-4d56-a33d-eefd2fc9e151 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 947 time: 0.6512878 Nov 10 21:23:43.896368 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-377e711a-7993-447a-a255-0b1abb068bbd req-34c23ee6-72ad-4390-b61e-a961a9648067 service neutron] 10.222.0.58 "GET /v2.0/networks/005b0e1a-f0e2-41bf-a60c-710da855d855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219088 Nov 10 21:23:43.909406 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fab591-c993-40c8-9d42-9a467c36fc0b req-5fba9b97-4272-4af2-b7ae-4b6f75bec320 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.922628 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e1fab591-c993-40c8-9d42-9a467c36fc0b req-5fba9b97-4272-4af2-b7ae-4b6f75bec320 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 931 time: 0.2983437 Nov 10 21:23:44.161490 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e1fab591-c993-40c8-9d42-9a467c36fc0b req-e8abf3f0-15ba-45d7-9f08-737beda96c56 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989524 Nov 10 21:23:44.208513 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b221edf6-5fb6-42c4-9ab4-85b2c355d409 req-ac15f88a-cf1c-41aa-b5a3-8e301ab8fc9e tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266976 Nov 10 21:23:44.218720 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-377e711a-7993-447a-a255-0b1abb068bbd req-1e0ee35d-d10f-4a2a-a4bf-1de4b567fc09 service neutron] 10.222.0.58 "GET /v2.0/networks/005b0e1a-f0e2-41bf-a60c-710da855d855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946990 Nov 10 21:23:44.228342 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7274384 Nov 10 21:23:44.286799 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Request body: {'port': {'device_id': '0343518c-68df-463c-bcf7-e29272df9bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:23:44.326423 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 952533d7-2538-4113-a9cb-0a8bf13bda19 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:23:44.491885 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:44.505718 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb58490-9ed3-4ab5-8d28-3abfb71081df req-d7c4e0d6-739c-4620-a09b-839fa8c328d7 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:44.524316 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-bbb58490-9ed3-4ab5-8d28-3abfb71081df req-d7c4e0d6-739c-4620-a09b-839fa8c328d7 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.1906788 Nov 10 21:23:44.541509 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:44.577179 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-946c9488-4336-4d32-954d-4ebd66af4161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:44.614808 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-bbb58490-9ed3-4ab5-8d28-3abfb71081df req-ede42b6a-524e-4c92-9f75-de0fa9ffbcbc tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868630 Nov 10 21:23:44.810458 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 952533d7-2538-4113-a9cb-0a8bf13bda19, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=952533d7-2538-4113-a9cb-0a8bf13bda19,segment=NetworkSegment(7bde73ec-2131-4631-b8df-7e571f44d088),segment_id=7bde73ec-2131-4631-b8df-7e571f44d088)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:44.865796 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '952533d7-2538-4113-a9cb-0a8bf13bda19', 'network_id': '005b0e1a-f0e2-41bf-a60c-710da855d855', 'port_id': '952533d7-2538-4113-a9cb-0a8bf13bda19', 'mac_address': 'fa:16:3e:11:dc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ceb755-5d87-4016-99c5-57cc5490d544', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:23:44.866782 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96f2f22-1c7a-4f6f-85e3-1f2b0c88ae47,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:44.871361 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:44.892071 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8fd7beb0-22c0-4601-a897-7fe51e8b461d req-ad2a5c5a-42dd-40cb-8238-5be6672604e5 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0146561 Nov 10 21:23:44.900404 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e06493fed45646659de6724e01feccd0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8567150 Nov 10 21:23:44.904334 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38072) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:44.932076 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:45.080020 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:45.104171 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a039d8-e961-4f15-bde5-a3f839cac6b7 req-673767b7-d127-4e81-ace7-e78840936bb9 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.122834 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d4a039d8-e961-4f15-bde5-a3f839cac6b7 req-673767b7-d127-4e81-ace7-e78840936bb9 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.4146600 Nov 10 21:23:45.182283 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952533d7-2538-4113-a9cb-0a8bf13bda19 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:45.190731 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55054a7c-93f7-47c1-91ad-322c2317e9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:45.247345 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 952533d7-2538-4113-a9cb-0a8bf13bda19, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=952533d7-2538-4113-a9cb-0a8bf13bda19,segment=NetworkSegment(7bde73ec-2131-4631-b8df-7e571f44d088),segment_id=7bde73ec-2131-4631-b8df-7e571f44d088)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:45.258025 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:45.258792 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:23:45.266049 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-247a98f2-5452-4459-8d07-4b8ee75b92e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:45.286231 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55054a7c-93f7-47c1-91ad-322c2317e9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:45.375365 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=952533d7-2538-4113-a9cb-0a8bf13bda19,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:45.390148 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.390697 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.391030 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.391355 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.391681 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.392000 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.392444 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.392761 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.393040 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.393384 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.393767 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:45.399000 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:45.440761 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d4a039d8-e961-4f15-bde5-a3f839cac6b7 req-33a54da9-7d8b-400e-9c00-eefaf4f7381f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157346 Nov 10 21:23:45.461885 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55054a7c-93f7-47c1-91ad-322c2317e9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:45.471986 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dd81146b-ee30-4efd-bade-6dd1824fabb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:45.503125 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55054a7c-93f7-47c1-91ad-322c2317e9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:45.509066 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-55054a7c-93f7-47c1-91ad-322c2317e9f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a96f2f22-1c7a-4f6f-85e3-1f2b0c88ae47 HTTP/1.1" status: 204 len: 168 time: 0.6008952 Nov 10 21:23:45.513112 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55054a7c-93f7-47c1-91ad-322c2317e9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96f2f22-1c7a-4f6f-85e3-1f2b0c88ae47,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:45.525591 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-55054a7c-93f7-47c1-91ad-322c2317e9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:45.684138 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:45.805132 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'port_id': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'mac_address': 'fa:16:3e:88:c0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:23:46.008818 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:46.060655 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ff3908a-b2fe-4578-a499-48e67059d1d2 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:46.088474 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:46.111584 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:46.124080 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:46.126452 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:46.138746 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:46.228638 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Transition to ACTIVE for port object 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:46.263117 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:46.294001 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-bf8096ea-049c-467c-b529-e044cd305e85 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:46.405320 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636cad0-d9c8-42ce-9438-941472719fef req-e604d1f8-9873-4913-84aa-e4df04714338 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.409517 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['2ff3908a-b2fe-4578-a499-48e67059d1d2'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:46.427073 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6636cad0-d9c8-42ce-9438-941472719fef req-e604d1f8-9873-4913-84aa-e4df04714338 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 931 time: 0.4058123 Nov 10 21:23:46.441700 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438ca57-7aaf-47f0-8152-f2077acdfcc2 req-1436403b-a7e5-4374-ae88-df4a7683303f tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.452529 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8438ca57-7aaf-47f0-8152-f2077acdfcc2 req-1436403b-a7e5-4374-ae88-df4a7683303f tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 948 time: 0.5397680 Nov 10 21:23:46.506037 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:46.512045 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:46.581028 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:23:46.637579 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6636cad0-d9c8-42ce-9438-941472719fef req-b62cf867-73f1-4111-aa7f-2a08f513909b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979702 Nov 10 21:23:46.645824 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['952533d7-2538-4113-a9cb-0a8bf13bda19'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:46.721373 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8438ca57-7aaf-47f0-8152-f2077acdfcc2 req-21d55244-98f0-4642-adfd-57b18d055fba tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656329 Nov 10 21:23:46.783686 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Attempting to bind port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:23:46.785998 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Attempting to bind port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:23:46.787559 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Attempting to bind port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:46.818991 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:23:46.822189 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Attempting to bind port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec on network 2e07f7ff-7206-4676-926e-bfcb17c8e5b6 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:23:46.915912 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=6']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:46.924202 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:47.033452 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:23:47.033776 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Checking segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:23:47.034503 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Bound using segment: {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:23:47.034972 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Bound port: 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3423b3b-36fd-4d7b-ae31-366441d75d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:23:47.035712 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:47.205820 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d867e12-6071-4f32-82f5-80817a374e3b req-7f6bff94-9803-46ca-a736-9aace8363b40 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:47.218101 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2d867e12-6071-4f32-82f5-80817a374e3b req-7f6bff94-9803-46ca-a736-9aace8363b40 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 946 time: 0.2173281 Nov 10 21:23:47.406933 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2d867e12-6071-4f32-82f5-80817a374e3b req-72e1ada2-4670-44d3-80fc-74f1a535d2d7 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816001 Nov 10 21:23:47.450971 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38128) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:47.494955 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:47.632743 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-dd87bbe9-020c-4f5c-b6a4-f0c634c67e6e tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:47.636127 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-dd87bbe9-020c-4f5c-b6a4-f0c634c67e6e tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.58 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 946 time: 0.7831957 Nov 10 21:23:47.638114 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] For port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:47.650196 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:47.655516 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe2dd0-3434-4734-8d63-b0e960f953f7 req-b3c15546-a6b4-4eca-a0c8-680fa281e925 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:47.658467 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7bfe2dd0-3434-4734-8d63-b0e960f953f7 req-b3c15546-a6b4-4eca-a0c8-680fa281e925 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 945 time: 0.5003941 Nov 10 21:23:47.671576 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Usage tracker for resource:security_group_rule and tenant:08f086fb75ac40818d05ca56f82033b6 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:47.681906 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:47.712132 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:47.802148 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] For port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:47.891791 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:47.906420 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:47.967954 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:47.982013 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.003662 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0e648b7b-02ae-4e57-bb41-f2233a50823a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:48.129791 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Deleting port 4118494b-0030-470b-ba6b-d221bf88e960 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:23:48.130289 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.136656 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08f086fb75ac40818d05ca56f82033b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6833196 Nov 10 21:23:48.148321 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38144) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:48.325854 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:48.419276 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ab53a3f5-d0cb-4c85-93e7-c55bcf262a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.455568 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb112c6-5890-44f4-9a54-6f240b80d07d req-864c0afb-f504-499b-9208-7124008e7134 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.479324 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-deb112c6-5890-44f4-9a54-6f240b80d07d req-864c0afb-f504-499b-9208-7124008e7134 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.6618969 Nov 10 21:23:48.528262 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad43087a-5b87-4527-987c-e96b761c1ac0,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:48.553036 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:48.571878 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.580364 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] 10.222.0.58 "PUT /v2.0/ports/2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec HTTP/1.1" status: 200 len: 1093 time: 4.3096068 Nov 10 21:23:48.582746 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0343518c-68df-463c-bcf7-e29272df9bd2', 'tag': '2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:48.592725 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 2ff3908a-b2fe-4578-a499-48e67059d1d2 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:48.593321 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.647551 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ab53a3f5-d0cb-4c85-93e7-c55bcf262a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.702263 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7bfe2dd0-3434-4734-8d63-b0e960f953f7 req-f7c7e993-8279-44b7-8065-70e065f0ecdc tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9455962 Nov 10 21:23:48.751067 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] For port 4118494b-0030-470b-ba6b-d221bf88e960, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=4118494b-0030-470b-ba6b-d221bf88e960,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:48.751806 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.756701 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-deb112c6-5890-44f4-9a54-6f240b80d07d req-0e4e5056-bfb7-4efd-8656-75b25d68fb13 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721608 Nov 10 21:23:48.760880 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:48.778710 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:48.818452 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ab53a3f5-d0cb-4c85-93e7-c55bcf262a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.828514 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3bf68136-1fd3-42e5-94c1-71abf162d04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:48.935342 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Calling delete_port for 4118494b-0030-470b-ba6b-d221bf88e960 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:23:48.942826 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53a3f5-d0cb-4c85-93e7-c55bcf262a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad43087a-5b87-4527-987c-e96b761c1ac0,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:48.959114 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ab53a3f5-d0cb-4c85-93e7-c55bcf262a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:48.962614 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ab53a3f5-d0cb-4c85-93e7-c55bcf262a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:48.971006 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ab53a3f5-d0cb-4c85-93e7-c55bcf262a84 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad43087a-5b87-4527-987c-e96b761c1ac0 HTTP/1.1" status: 204 len: 168 time: 0.7976813 Nov 10 21:23:49.139167 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-2f6d75d8-8e6c-4746-8b58-51e05a9b0a2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 1096 time: 0.4920604 Nov 10 21:23:49.285969 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:49.351095 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:49.376013 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:49.391759 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:49.394134 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bdd70ccb-8312-46b8-8a55-2d3d07b40795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:49.456891 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ee905-e86b-4f7e-9203-31ed12a66216 req-2a8ba9a0-f474-473f-a1eb-00bf05f52d83 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:49.490389 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-620ee905-e86b-4f7e-9203-31ed12a66216 req-2a8ba9a0-f474-473f-a1eb-00bf05f52d83 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 943 time: 0.4091074 Nov 10 21:23:49.563831 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-620ee905-e86b-4f7e-9203-31ed12a66216 req-417c9bae-53a4-498d-9554-9a5c022d1a3a tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710013 Nov 10 21:23:49.614221 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=7']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:49.622602 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:49.796069 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-a87db1d1-7daa-473f-9adf-c911b5e0f75a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec HTTP/1.1" status: 200 len: 217 time: 0.6352417 Nov 10 21:23:49.800239 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:49.850638 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a05356-540e-424b-9e22-23632206b77e req-2e011309-549b-480a-93c8-ed66d1685a64 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:49.860021 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-94a05356-540e-424b-9e22-23632206b77e req-2e011309-549b-480a-93c8-ed66d1685a64 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 867 time: 0.1368484 Nov 10 21:23:49.905971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:49.956562 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-be7404e2-dbfc-4a8f-9762-8f77d4f50bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:50.005313 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-94a05356-540e-424b-9e22-23632206b77e req-df90fbfe-716f-45de-9615-fb190e4c1c55 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439240 Nov 10 21:23:50.143084 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Pushing event deleted for resources: {'Port': ['ID=4118494b-0030-470b-ba6b-d221bf88e960,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:50.204414 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:50.208003 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0343518c-68df-463c-bcf7-e29272df9bd2', 'tag': '2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec', 'status': 'completed', 'code': 200} Nov 10 21:23:50.252793 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'code': 200} Nov 10 21:23:50.331201 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 952533d7-2538-4113-a9cb-0a8bf13bda19 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:50.355632 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948058-2359-4d28-8bd4-84f73874c123 req-5c44b311-bb46-47ea-9104-eb62ba8c28b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:50.358997 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-5c44b311-bb46-47ea-9104-eb62ba8c28b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.5547888 Nov 10 21:23:50.467522 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 952533d7-2538-4113-a9cb-0a8bf13bda19 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:50.478265 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 952533d7-2538-4113-a9cb-0a8bf13bda19 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:50.482528 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:50.558459 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-63c466fa-d86c-4337-a3d3-6c8eb536cf65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516278 Nov 10 21:23:50.657356 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abea7e-e0b5-45d7-a80d-167d7f196725 req-02e53746-b784-46bb-bd18-aff0a50cf824 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:50.664984 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81abea7e-e0b5-45d7-a80d-167d7f196725 req-02e53746-b784-46bb-bd18-aff0a50cf824 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 948 time: 1.3653653 Nov 10 21:23:50.741589 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:50.779580 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:50.842729 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 952533d7-2538-4113-a9cb-0a8bf13bda19, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=952533d7-2538-4113-a9cb-0a8bf13bda19,segment=NetworkSegment(7bde73ec-2131-4631-b8df-7e571f44d088),segment_id=7bde73ec-2131-4631-b8df-7e571f44d088)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:50.849792 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:50.852892 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 4118494b-0030-470b-ba6b-d221bf88e960 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:23:50.897587 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:50.908052 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54efe90-4c5b-4929-8180-25d2e370cadf req-58440c87-1992-4a73-ad5a-f66abcec3bd6 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:50.919116 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c54efe90-4c5b-4929-8180-25d2e370cadf req-58440c87-1992-4a73-ad5a-f66abcec3bd6 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.3037732 Nov 10 21:23:50.988422 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=952533d7-2538-4113-a9cb-0a8bf13bda19,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:51.003037 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:51.024972 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 4118494b-0030-470b-ba6b-d221bf88e960 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:23:51.025717 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 4118494b-0030-470b-ba6b-d221bf88e960 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:23:51.139215 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c54efe90-4c5b-4929-8180-25d2e370cadf req-3958d270-e7b0-48ff-9aa8-60747b0a1bac tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103419 Nov 10 21:23:51.279732 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-288c7b0f-2437-40ce-95a4-785e93bdd0de service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048390 Nov 10 21:23:51.320533 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] No DVR routers for this DVR port 4118494b-0030-470b-ba6b-d221bf88e960 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:23:51.371799 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:51.771335 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7c0be96b-a15f-44d9-a707-c4f87c29c91f req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.58 "DELETE /v2.0/ports/4118494b-0030-470b-ba6b-d221bf88e960 HTTP/1.1" status: 204 len: 173 time: 4.1093009 Nov 10 21:23:51.833693 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81abea7e-e0b5-45d7-a80d-167d7f196725 req-1ed4056a-bb07-47d8-b6f0-f05417c5059f tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296214 Nov 10 21:23:51.979265 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71701642-fc85-41fb-b487-c8561c9e7eae req-2a94d382-0498-4f51-a20c-4a50d79b93a8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:51.993400 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-71701642-fc85-41fb-b487-c8561c9e7eae req-2a94d382-0498-4f51-a20c-4a50d79b93a8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.4091706 Nov 10 21:23:52.010351 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5f948058-2359-4d28-8bd4-84f73874c123 req-cf78173c-a3db-429e-a4dd-22376aa52dcd service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429384 Nov 10 21:23:52.168510 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 38218) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:52.197440 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-71701642-fc85-41fb-b487-c8561c9e7eae req-75f486d7-f18d-49cd-b318-cf5f2b91688f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027397 Nov 10 21:23:52.232059 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406f89b5-b608-4544-9f61-f48de9c3c2fd', 'name': 'network-vif-deleted', 'tag': '4118494b-0030-470b-ba6b-d221bf88e960'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:52.254766 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f92957b-fddd-4960-80f0-b53dbcf88067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952533d7-2538-4113-a9cb-0a8bf13bda19'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:52.649442 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-2ecbb9a4-33ce-49d7-9839-6706adbfc4a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 1096 time: 0.3909285 Nov 10 21:23:52.679737 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee099-1cdf-4be6-a34c-372f446ed66c req-85a79d9a-afb0-48dd-9308-9175b1d83a7f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:52.680493 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a56ee099-1cdf-4be6-a34c-372f446ed66c req-85a79d9a-afb0-48dd-9308-9175b1d83a7f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:23:52.791195 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9bab6504-4069-477f-a446-b04a993dc045 req-5ad88536-7b40-4ea7-90ae-e94d19c50bf5 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=406f89b5-b608-4544-9f61-f48de9c3c2fd HTTP/1.1" status: 200 len: 210 time: 0.1998980 Nov 10 21:23:52.926991 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-eb4db343-c9e9-4465-b827-6ee5dbff621e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:53.109530 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:53.187542 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:53.194912 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:53.202850 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Usage tracker for resource:security_group_rule and tenant:24dbd6d4659b4412ba8937a31174e298 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:53.208156 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:53.220596 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:53.408683 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:53.434919 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:53.466370 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-384deb0e-8d3b-4200-90d8-f0fe29cc78b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:53.530048 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a56ee099-1cdf-4be6-a34c-372f446ed66c req-85a79d9a-afb0-48dd-9308-9175b1d83a7f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:23:53.533076 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a56ee099-1cdf-4be6-a34c-372f446ed66c req-85a79d9a-afb0-48dd-9308-9175b1d83a7f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 943 time: 1.3672450 Nov 10 21:23:53.548892 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5e91-6c14-4f78-bb6f-00f6982754a7 req-92c93ec4-73ec-4b35-be25-f3f9d25b761d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:53.552300 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-348c5e91-6c14-4f78-bb6f-00f6982754a7 req-92c93ec4-73ec-4b35-be25-f3f9d25b761d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.2446158 Nov 10 21:23:53.675429 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-348c5e91-6c14-4f78-bb6f-00f6982754a7 req-b575e493-39fe-41e8-91ba-f6fefdc753c2 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114051 Nov 10 21:23:53.675755 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b5bf9f-ba08-4c15-88c5-e92168a54eab,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:53.700808 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:53.705018 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-e49b9848-5f68-4c43-bdde-b7b550866009 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24dbd6d4659b4412ba8937a31174e298&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5348203 Nov 10 21:23:53.709247 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38258) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:53.730887 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-5917f310-0487-4cd2-87ef-5bbd44ec4749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:53.733220 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-5917f310-0487-4cd2-87ef-5bbd44ec4749 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 200 len: 916 time: 1.0453262 Nov 10 21:23:53.913835 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-ae61f94a-50e1-4859-9a2a-b541322daa59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec HTTP/1.1" status: 200 len: 217 time: 0.1736653 Nov 10 21:23:53.917815 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f92957b-fddd-4960-80f0-b53dbcf88067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952533d7-2538-4113-a9cb-0a8bf13bda19', 'code': 200} Nov 10 21:23:53.968859 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77c2f42c-9bc9-42c6-8a6a-696016bde610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:54.063752 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a56ee099-1cdf-4be6-a34c-372f446ed66c req-eccd9889-7b85-447d-84f6-a28e27520483 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860377 Nov 10 21:23:54.071131 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:54.078217 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77c2f42c-9bc9-42c6-8a6a-696016bde610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:54.163256 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406f89b5-b608-4544-9f61-f48de9c3c2fd', 'name': 'network-vif-deleted', 'tag': '4118494b-0030-470b-ba6b-d221bf88e960', 'status': 'completed', 'code': 200} Nov 10 21:23:54.260266 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77c2f42c-9bc9-42c6-8a6a-696016bde610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:54.278799 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-87a94f14-00cf-4f04-9c42-09f5b3e469ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:54.286084 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-aa588ef5-b703-44b3-b2a9-ea00a9dd99a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:54.288437 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-aa588ef5-b703-44b3-b2a9-ea00a9dd99a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 200 len: 854 time: 0.3625057 Nov 10 21:23:54.336788 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:23:54.364391 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2f42c-9bc9-42c6-8a6a-696016bde610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b5bf9f-ba08-4c15-88c5-e92168a54eab,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:54.411790 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-77c2f42c-9bc9-42c6-8a6a-696016bde610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:54.416614 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77c2f42c-9bc9-42c6-8a6a-696016bde610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:54.425368 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-77c2f42c-9bc9-42c6-8a6a-696016bde610 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06b5bf9f-ba08-4c15-88c5-e92168a54eab HTTP/1.1" status: 204 len: 168 time: 0.7143090 Nov 10 21:23:54.692534 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:54.709575 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-3c4fc8df-a71b-4248-92ec-59a92e124f88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e07f7ff-7206-4676-926e-bfcb17c8e5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4000473 Nov 10 21:23:54.718532 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec', 'network_id': '2e07f7ff-7206-4676-926e-bfcb17c8e5b6', 'port_id': '2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec', 'mac_address': 'fa:16:3e:b1:4f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654583d9-dfa4-4bad-a007-aa46d9c292ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:23:54.828320 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:54.874160 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:54.898963 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2c03-167b-4609-9d9e-babae588db2e req-1972c936-1b8b-4aa0-a92e-82c2be556d92 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:54.909795 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-12df2c03-167b-4609-9d9e-babae588db2e req-1972c936-1b8b-4aa0-a92e-82c2be556d92 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 949 time: 0.3017826 Nov 10 21:23:54.923398 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:54.938695 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:54.942814 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:55.041237 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7d5b0e65-0903-4395-8109-86996418b5c8 req-428c13c3-ba4d-4ee1-bbde-d99598478d98 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 1102 time: 0.7297490 Nov 10 21:23:55.063733 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-12df2c03-167b-4609-9d9e-babae588db2e req-be140978-349a-4918-9f41-6cb65a88a570 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526666 Nov 10 21:23:55.067378 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fc226-3b9b-4f95-8d7c-ff5dddfc642c req-83d77171-5a34-4987-b2a6-6f530d9c8de8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.078119 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-415fc226-3b9b-4f95-8d7c-ff5dddfc642c req-83d77171-5a34-4987-b2a6-6f530d9c8de8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.4665895 Nov 10 21:23:55.123803 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:55.128038 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:55.281419 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7d5b0e65-0903-4395-8109-86996418b5c8 req-350aa5ed-8650-45aa-91b8-5a8ae61437f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277913 Nov 10 21:23:55.288590 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-b1d0917f-39f0-4c4f-9c1e-dab7d9ca592a service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609438 Nov 10 21:23:55.310100 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-415fc226-3b9b-4f95-8d7c-ff5dddfc642c req-03c716a0-023d-4c95-8d8b-2e0f3ff2b2ad tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272072 Nov 10 21:23:55.329745 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:23:55.704371 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:55.815094 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae7729-fef8-45d4-801f-b70b78f1be62 req-f0e5cd7e-c672-48a7-8a0d-eb38fd0d8a97 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.839721 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8cae7729-fef8-45d4-801f-b70b78f1be62 req-f0e5cd7e-c672-48a7-8a0d-eb38fd0d8a97 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.3049555 Nov 10 21:23:55.863645 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-20cc40a2-03d4-4078-91d6-5d4bb8a44b6e req-c05bffa7-867a-4790-83b8-6aa826baf6de service neutron] 10.222.0.58 "GET /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195398 Nov 10 21:23:55.875265 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205479-6d95-45a7-9e7b-3208d5d8865b req-0e99b6b8-8e00-4997-8d17-f9c1a7e17c8f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.883631 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1b205479-6d95-45a7-9e7b-3208d5d8865b req-0e99b6b8-8e00-4997-8d17-f9c1a7e17c8f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 944 time: 0.2615938 Nov 10 21:23:55.982372 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1b205479-6d95-45a7-9e7b-3208d5d8865b req-3e2958f7-13af-4d15-af3d-072782a16db6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977175 Nov 10 21:23:55.982900 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 38300) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:56.028668 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:56.052198 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8cae7729-fef8-45d4-801f-b70b78f1be62 req-51b15b44-d3be-4e17-9c90-6233cab5e3fb tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078421 Nov 10 21:23:56.107542 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:56.125446 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Usage tracker for resource:security_group_rule and tenant:50db21ca6d44498e8c9cd9fefd6de350 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:56.140607 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:56.158059 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:56.385752 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38312) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:56.435192 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:56.444966 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:56.454092 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:56.523618 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5a868-032f-485c-bee7-7efa4d7e0bc1,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:56.527153 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:56.534806 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50db21ca6d44498e8c9cd9fefd6de350&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5508287 Nov 10 21:23:56.539063 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38324) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:56.559545 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c180287-7ebe-4b7c-97d7-0bb21af26495 req-23ecec09-fb54-497f-a73d-f2f16718e059 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:56.570328 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4c180287-7ebe-4b7c-97d7-0bb21af26495 req-23ecec09-fb54-497f-a73d-f2f16718e059 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 949 time: 0.2417591 Nov 10 21:23:56.732317 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4c180287-7ebe-4b7c-97d7-0bb21af26495 req-3174ccc3-c80c-4316-bab8-1674eac644e9 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613681 Nov 10 21:23:56.857989 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:57.013716 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2305f1e1-5262-4890-8671-c40c6d1c19c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:57.094026 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2305f1e1-5262-4890-8671-c40c6d1c19c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:57.230202 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:57.251991 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-b2d4cef5-a354-4070-bb57-ffa3242087c8 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.265427 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-b2d4cef5-a354-4070-bb57-ffa3242087c8 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/networks?id=4fd48556-39bc-4db2-883b-c2fdb7b3c394 HTTP/1.1" status: 200 len: 807 time: 0.6849627 Nov 10 21:23:57.268232 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa44d43ce9142879ceaa5d8fb9dbfdc is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:57.288131 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:57.301137 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:57.316371 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-1d9ecc60-af7f-4e12-96c0-1440729abbfd tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/quotas/908adda3f1924a98bb4442c0b1d0c2d4 HTTP/1.1" status: 200 len: 375 time: 0.0499828 Nov 10 21:23:57.357571 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0191be-e56d-4b89-9a6d-109192ecaae3 req-dfa99f65-9745-4e62-b252-cf0576297103 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.372508 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-cd0191be-e56d-4b89-9a6d-109192ecaae3 req-dfa99f65-9745-4e62-b252-cf0576297103 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.1978407 Nov 10 21:23:57.453100 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-b35fb3ab-a40f-4fff-a6b4-c9a8d0159812 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=908adda3f1924a98bb4442c0b1d0c2d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278358 Nov 10 21:23:57.474414 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-cd0191be-e56d-4b89-9a6d-109192ecaae3 req-c948fa4e-d8d9-485a-bc0c-9bc4366b98c2 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938010 Nov 10 21:23:57.522542 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2305f1e1-5262-4890-8671-c40c6d1c19c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:57.583746 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b055946a-3c69-4bd8-81e4-65b3d86fed4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:57.689585 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305f1e1-5262-4890-8671-c40c6d1c19c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5a868-032f-485c-bee7-7efa4d7e0bc1,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:57.715495 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2305f1e1-5262-4890-8671-c40c6d1c19c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:57.909295 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2305f1e1-5262-4890-8671-c40c6d1c19c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:57.911244 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2305f1e1-5262-4890-8671-c40c6d1c19c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dda5a868-032f-485c-bee7-7efa4d7e0bc1 HTTP/1.1" status: 204 len: 168 time: 1.3710155 Nov 10 21:23:57.980903 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:58.002333 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc831f-049f-4e0f-adb4-d3cfd714ca5e req-84c190c2-5b86-478b-9f52-ec50c16fe7d5 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:58.022040 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-50fc831f-049f-4e0f-adb4-d3cfd714ca5e req-84c190c2-5b86-478b-9f52-ec50c16fe7d5 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 944 time: 0.2229462 Nov 10 21:23:58.069820 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-3a08bf92-38c6-425e-a14a-36094fddae9c service neutron] 10.222.0.70 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150079 Nov 10 21:23:58.114639 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:58.142711 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b150a795-079c-4216-8607-7839f9ba840d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:58.182942 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-50fc831f-049f-4e0f-adb4-d3cfd714ca5e req-c68c0f8d-d990-420d-9502-a241575f1d51 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522536 Nov 10 21:23:58.373733 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:23:58.435206 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffa44d43ce9142879ceaa5d8fb9dbfdc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0482738 Nov 10 21:23:58.442478 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38362) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:58.449616 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4df9703-89d8-4ceb-93d0-bead0fdfeb2a,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:58.512710 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:58.567599 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:58.570522 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-94c815b5-76f1-472f-b23e-55db389287e4 service neutron] 10.222.0.70 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990594 Nov 10 21:23:58.578065 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:58.578543 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:58.613604 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-59f885df-3129-4cc2-ade9-51af16413f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:58.688891 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-59f885df-3129-4cc2-ade9-51af16413f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:58.750184 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8ead2-5532-4966-bee8-ba9c5bb69bd9 req-a307ca4f-56f4-4dca-8974-e0e07f94f1b9 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:58.761703 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-75f8ead2-5532-4966-bee8-ba9c5bb69bd9 req-a307ca4f-56f4-4dca-8974-e0e07f94f1b9 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.3335211 Nov 10 21:23:58.790278 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:58.889716 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38374) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:58.894950 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-59f885df-3129-4cc2-ade9-51af16413f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:58.931731 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3f3dd40d-6a5f-4b11-bf9e-a74cf10b6d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:58.936498 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0343518c-68df-463c-bcf7-e29272df9bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:58.978843 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f885df-3129-4cc2-ade9-51af16413f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4df9703-89d8-4ceb-93d0-bead0fdfeb2a,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:58.980922 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:58.985584 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-75f8ead2-5532-4966-bee8-ba9c5bb69bd9 req-2e2844d8-bc8f-4be4-a80a-c3757bb50c22 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232800 Nov 10 21:23:58.994030 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-59f885df-3129-4cc2-ade9-51af16413f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:59.001209 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-59f885df-3129-4cc2-ade9-51af16413f59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4df9703-89d8-4ceb-93d0-bead0fdfeb2a HTTP/1.1" status: 204 len: 168 time: 0.5576522 Nov 10 21:23:59.015932 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-59f885df-3129-4cc2-ade9-51af16413f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:59.022219 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:59.050871 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:59.296261 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:59.403008 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:59.429378 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Usage tracker for resource:security_group_rule and tenant:efbf584cdcaa4235af6ffdc251847cbc is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:59.438669 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:59.464293 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:59.474012 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:59.478185 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:59.516232 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 38394) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:23:59.571292 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:59.620385 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:59.672701 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:23:59.688909 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-af63b14f-07d2-4ab9-99f1-f3be7d613bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:23:59.707179 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:23:59.720520 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Usage tracker for resource:security_group_rule and tenant:7daf8a1f5e674143929d09f8d66abbc3 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:23:59.731870 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:23:59.757783 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:23:59.772083 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde23fa-d717-4e52-ac68-2dbec6877c7e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:59.782355 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:23:59.804320 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efbf584cdcaa4235af6ffdc251847cbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9128428 Nov 10 21:23:59.809578 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38402) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:00.045491 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20961a3a-4a30-4aa7-ba36-48d9c10e10ce req-8fdcbd73-4522-48a9-86c5-2457a0e68488 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.053059 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-20961a3a-4a30-4aa7-ba36-48d9c10e10ce req-8fdcbd73-4522-48a9-86c5-2457a0e68488 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 949 time: 0.4301331 Nov 10 21:24:00.113026 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b9612049-f278-4de5-99b1-9ca25548bcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:00.134895 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-20961a3a-4a30-4aa7-ba36-48d9c10e10ce req-fae09c62-8559-4578-a14a-d85c7725ec46 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806451 Nov 10 21:24:00.186911 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b9612049-f278-4de5-99b1-9ca25548bcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:00.273526 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38410) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:00.297464 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:00.312144 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:00.315999 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:00.324016 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5f593551-b3d1-4ce6-8914-d45503b531b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:00.377831 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:00.391754 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e46c89988ec74c0793d9342e65ad7254 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:00.393450 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056eef21-674f-43b6-9d95-ede2cc36f65e,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:00.398008 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:00.408025 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7daf8a1f5e674143929d09f8d66abbc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8901098 Nov 10 21:24:00.417058 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38416) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:00.420813 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:00.436458 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52e708-ad6f-4a1b-bc5d-bfb6cb5a0451 req-c035abd1-f051-4409-9678-031f4129d9c2 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.440525 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0f52e708-ad6f-4a1b-bc5d-bfb6cb5a0451 req-c035abd1-f051-4409-9678-031f4129d9c2 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.8235776 Nov 10 21:24:00.492270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b9612049-f278-4de5-99b1-9ca25548bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:00.498518 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-77c2f42c-9bc9-42c6-8a6a-696016bde610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:00.528527 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:00.532516 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9612049-f278-4de5-99b1-9ca25548bcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde23fa-d717-4e52-ac68-2dbec6877c7e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:00.554724 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b9612049-f278-4de5-99b1-9ca25548bcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:00.594100 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0f52e708-ad6f-4a1b-bc5d-bfb6cb5a0451 req-25248fa9-734f-43da-94b7-6d5f201824e8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431193 Nov 10 21:24:00.672368 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1bef7e0d-ffce-4726-a5a0-59508dbd7edb req-8cb570ea-e136-4cf8-9383-bcec086a3094 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 210 time: 0.1409118 Nov 10 21:24:00.726047 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b9612049-f278-4de5-99b1-9ca25548bcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:00.727950 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b9612049-f278-4de5-99b1-9ca25548bcfc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bde23fa-d717-4e52-ac68-2dbec6877c7e HTTP/1.1" status: 204 len: 168 time: 0.9026918 Nov 10 21:24:00.738080 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fa13d90d-924e-4faa-b19e-bf5c3f1fa029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:00.771355 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0343518c-68df-463c-bcf7-e29272df9bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec', 'code': 200} Nov 10 21:24:00.821354 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fa13d90d-924e-4faa-b19e-bf5c3f1fa029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.045413 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.055072 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.067441 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ab53a3f5-d0cb-4c85-93e7-c55bcf262a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:01.154858 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fa13d90d-924e-4faa-b19e-bf5c3f1fa029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.169687 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b419ed5-ca2e-4fb6-8774-63f771666c63 req-072db4ae-5e69-4193-a5e8-ad4e5ddd5d9d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.175780 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff0b080-d816-4a2d-9ced-6a125bcd0a06,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:01.177854 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9b419ed5-ca2e-4fb6-8774-63f771666c63 req-072db4ae-5e69-4193-a5e8-ad4e5ddd5d9d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.1912704 Nov 10 21:24:01.179519 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:01.185598 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0a2bc498-2610-471c-ae76-a5c3b2b05dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:01.195650 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e46c89988ec74c0793d9342e65ad7254&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9205375 Nov 10 21:24:01.206963 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38422) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:01.227308 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13d90d-924e-4faa-b19e-bf5c3f1fa029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056eef21-674f-43b6-9d95-ede2cc36f65e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:01.231316 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fa13d90d-924e-4faa-b19e-bf5c3f1fa029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:01.254403 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ab781-585d-4ae3-9cce-966b08c2d4eb req-45f6cbe3-4862-4d7c-8832-392ad57c9e14 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.272647 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ce3ab781-585d-4ae3-9cce-966b08c2d4eb req-45f6cbe3-4862-4d7c-8832-392ad57c9e14 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 945 time: 0.3193333 Nov 10 21:24:01.297471 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fa13d90d-924e-4faa-b19e-bf5c3f1fa029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.298628 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-fa13d90d-924e-4faa-b19e-bf5c3f1fa029 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/056eef21-674f-43b6-9d95-ede2cc36f65e HTTP/1.1" status: 204 len: 168 time: 0.8702016 Nov 10 21:24:01.391848 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ce3ab781-585d-4ae3-9cce-966b08c2d4eb req-927526d3-2628-4709-afa1-070018292064 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183894 Nov 10 21:24:01.461163 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9b419ed5-ca2e-4fb6-8774-63f771666c63 req-cf57128e-46d1-47f4-a591-c964c1bce51a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678726 Nov 10 21:24:01.462638 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-10faffff-b612-47e1-9987-dbc72cb82872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.483877 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-a2899cea-44ae-4233-895e-12011e3ddf6c tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.485855 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-a2899cea-44ae-4233-895e-12011e3ddf6c tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.58 "GET /v2.0/networks?id=4fd48556-39bc-4db2-883b-c2fdb7b3c394 HTTP/1.1" status: 200 len: 807 time: 0.2184372 Nov 10 21:24:01.550131 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-10faffff-b612-47e1-9987-dbc72cb82872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.604486 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Request body: {'port': {'device_id': '512b85bd-9bec-4f49-a251-1ac6191c4980', 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394', 'admin_state_up': True, 'tenant_id': '908adda3f1924a98bb4442c0b1d0c2d4'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:01.691445 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-10faffff-b612-47e1-9987-dbc72cb82872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.698454 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b9612049-f278-4de5-99b1-9ca25548bcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:01.765761 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-10faffff-b612-47e1-9987-dbc72cb82872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:01.772840 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-10faffff-b612-47e1-9987-dbc72cb82872 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eff0b080-d816-4a2d-9ced-6a125bcd0a06 HTTP/1.1" status: 204 len: 168 time: 0.5636156 Nov 10 21:24:01.780087 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faffff-b612-47e1-9987-dbc72cb82872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff0b080-d816-4a2d-9ced-6a125bcd0a06,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:01.809587 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-10faffff-b612-47e1-9987-dbc72cb82872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:01.921599 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38436) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:01.997684 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:02.148975 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:02.165284 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Usage tracker for resource:security_group_rule and tenant:61fcab7bfba44bccac441d1ae9b0252b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:02.177779 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:02.199945 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:02.300794 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e64673c2-c6e9-4be9-a0c2-9a5afb03d956 req-268a5790-2288-42f8-b1d3-9e834f6713af service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 1098 time: 1.0302687 Nov 10 21:24:02.436910 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:02.444204 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Usage tracker for resource:port and tenant:908adda3f1924a98bb4442c0b1d0c2d4 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:02.455553 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3a33f641-9295-40b2-889a-978c139903a1 req-7f03f6ee-274d-42ad-ba4e-7b3c708e3559 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 210 time: 0.0877571 Nov 10 21:24:02.458812 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:02.487360 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:02.494229 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:02.498983 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:02.505374 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-576c054c-1ace-4a30-a392-7de9e46dc94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:02.554917 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Made reservation on behalf of 908adda3f1924a98bb4442c0b1d0c2d4 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:02.564373 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:02.609414 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e64673c2-c6e9-4be9-a0c2-9a5afb03d956 req-7b7e6a33-a626-4e37-99aa-8179f7548710 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742901 Nov 10 21:24:02.638793 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61fcab7bfba44bccac441d1ae9b0252b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7127848 Nov 10 21:24:02.640216 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a4a562-1c98-408d-a0be-da5e73a75344,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:02.645746 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 38456) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:02.649695 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:02.677065 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a490-c6f0-45ef-92a3-44c6d8b880ca req-f4bdb619-5ac1-4502-a360-80065962ba07 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:02.692041 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4683a490-c6f0-45ef-92a3-44c6d8b880ca req-f4bdb619-5ac1-4502-a360-80065962ba07 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.6424763 Nov 10 21:24:02.808831 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490275e-4e81-4a07-a2aa-39ff329d772d req-acb1ed57-e329-4baf-883e-83ef374405c3 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:02.816726 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f490275e-4e81-4a07-a2aa-39ff329d772d req-acb1ed57-e329-4baf-883e-83ef374405c3 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 949 time: 0.1347449 Nov 10 21:24:02.962580 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f490275e-4e81-4a07-a2aa-39ff329d772d req-829020fb-cc99-4022-a69f-0385e4d35bb7 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434865 Nov 10 21:24:03.054882 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38462) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:03.160717 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.211950 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:03.218549 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5e6498e70d4279a41aca730ba1beec is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:03.222609 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:03.231295 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:03.245560 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Allocated IP 172.20.0.5 (4fd48556-39bc-4db2-883b-c2fdb7b3c394/56ce22b8-9bee-4ec6-8613-5798d8e30a4e/14cb3c77-0d83-46e2-b0dd-fc270d13ce90) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:03.401626 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4683a490-c6f0-45ef-92a3-44c6d8b880ca req-aa6f67b0-4128-4c1d-ac6d-7e81d445ff9e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7076840 Nov 10 21:24:03.438914 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.447156 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d2efb-605a-439a-a6a2-1176f87c4f84 req-5df23561-d359-4fce-b42c-fe86318567c9 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:03.449508 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-bf1d2efb-605a-439a-a6a2-1176f87c4f84 req-5df23561-d359-4fce-b42c-fe86318567c9 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 945 time: 0.2065163 Nov 10 21:24:03.450882 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.474745 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a5fcdc9a-776a-4cfc-93de-2ebe58ed250a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:03.555369 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7761b396-be15-45fd-be60-66700d08e37e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:03.566500 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:03.572992 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd5e6498e70d4279a41aca730ba1beec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5165169 Nov 10 21:24:03.577184 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38472) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:03.607858 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-bf1d2efb-605a-439a-a6a2-1176f87c4f84 req-3ceed95c-ea14-45fe-8294-b2c67155aadf tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340601 Nov 10 21:24:03.637966 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d80dce75-8d07-446c-b916-9071093a8118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.683262 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ad56af26-0eeb-4a13-bf28-03199e5e99f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.724463 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ad56af26-0eeb-4a13-bf28-03199e5e99f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.770058 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d80dce75-8d07-446c-b916-9071093a8118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.879019 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ad56af26-0eeb-4a13-bf28-03199e5e99f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.888629 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9355b76e-5290-458a-b2c8-6e126c6c80c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:03.902225 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:03.938949 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e74c9ffb-53ac-4287-8c63-9d6232bf6c23 req-9a5ba3d0-fb6e-4529-8eea-a0c48baa8540 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 210 time: 0.1270373 Nov 10 21:24:03.959750 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810281e-19ca-4d91-be11-9c3e27649d4e req-438166dc-473d-4b84-9d7a-fb4c5f790a8a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:03.960310 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56af26-0eeb-4a13-bf28-03199e5e99f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7761b396-be15-45fd-be60-66700d08e37e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:03.979891 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ad56af26-0eeb-4a13-bf28-03199e5e99f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:03.989818 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4810281e-19ca-4d91-be11-9c3e27649d4e req-438166dc-473d-4b84-9d7a-fb4c5f790a8a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.2798188 Nov 10 21:24:04.014353 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d80dce75-8d07-446c-b916-9071093a8118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:04.023591 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ad56af26-0eeb-4a13-bf28-03199e5e99f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:04.024795 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ad56af26-0eeb-4a13-bf28-03199e5e99f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7761b396-be15-45fd-be60-66700d08e37e HTTP/1.1" status: 204 len: 168 time: 0.4465401 Nov 10 21:24:04.044883 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-afc62fbd-4e08-42bb-ab00-9a3d43290806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:04.233690 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dce75-8d07-446c-b916-9071093a8118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a4a562-1c98-408d-a0be-da5e73a75344,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:04.262130 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d80dce75-8d07-446c-b916-9071093a8118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:04.304325 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:04.347796 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4810281e-19ca-4d91-be11-9c3e27649d4e req-72d9c00c-a13d-46fe-afec-8237e53cc620 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519080 Nov 10 21:24:04.348874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3da03cbe-85c1-45a8-8781-4d258a61b478 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:04.480914 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:04.505140 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:04.542275 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d80dce75-8d07-446c-b916-9071093a8118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:04.549008 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-d80dce75-8d07-446c-b916-9071093a8118 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69a4a562-1c98-408d-a0be-da5e73a75344 HTTP/1.1" status: 204 len: 168 time: 1.8877232 Nov 10 21:24:04.549008 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:04.692995 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4042-da5b-4c14-a6d9-60a4f0a2a6ad req-335db863-89e7-4c04-8c33-47a3402512ef tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:04.697334 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Pushing event updated for resources: {'Port': ['ID=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:04.708341 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6a6b4042-da5b-4c14-a6d9-60a4f0a2a6ad req-335db863-89e7-4c04-8c33-47a3402512ef tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 949 time: 0.4125974 Nov 10 21:24:04.716957 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:04.749186 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-e99ff228-1298-4f10-98d2-3c5bb6ba1a25 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:04.751319 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-e99ff228-1298-4f10-98d2-3c5bb6ba1a25 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 949 time: 0.6838436 Nov 10 21:24:04.848923 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:04.849811 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:04.890050 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6a6b4042-da5b-4c14-a6d9-60a4f0a2a6ad req-802405a0-bdc8-43d9-9316-7d0dda315168 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/security-groups?id=94e94240-9d26-4426-8c3c-29491d1a695b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791177 Nov 10 21:24:04.986601 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-edd8633b-0c45-4d07-a539-1e7bfdbaf2c6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3968270 Nov 10 21:24:05.077661 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Request body: {'port': {'device_id': '512b85bd-9bec-4f49-a251-1ac6191c4980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:05.217179 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Deleting port 952533d7-2538-4113-a9cb-0a8bf13bda19 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:24:05.217525 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:05.652526 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:05.656442 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eaa79-6526-4ae3-b451-f2d60e196785 req-4761368f-a1ca-4171-aaf0-651496cf35ac tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:05.661542 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1a7eaa79-6526-4ae3-b451-f2d60e196785 req-4761368f-a1ca-4171-aaf0-651496cf35ac tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 945 time: 0.2695005 Nov 10 21:24:05.815852 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1a7eaa79-6526-4ae3-b451-f2d60e196785 req-ab4ac712-1eee-4977-8426-3de6561fd44b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427455 Nov 10 21:24:06.027635 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81fa58-d19d-4be2-8e42-a5f4ba35afbe req-2db7a741-905c-4bd6-b8d3-cf4e43468efa tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:06.036348 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ce81fa58-d19d-4be2-8e42-a5f4ba35afbe req-2db7a741-905c-4bd6-b8d3-cf4e43468efa tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 1.1591499 Nov 10 21:24:06.222524 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] For port 952533d7-2538-4113-a9cb-0a8bf13bda19, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=952533d7-2538-4113-a9cb-0a8bf13bda19,segment=NetworkSegment(7bde73ec-2131-4631-b8df-7e571f44d088),segment_id=7bde73ec-2131-4631-b8df-7e571f44d088)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:06.223018 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:06.432686 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Calling delete_port for 952533d7-2538-4113-a9cb-0a8bf13bda19 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:24:06.450838 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe97b0-e1c2-46de-9c37-aec7346bc7d5 req-98ebb618-3fc4-48d9-a4df-2c07a470f7d6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:06.458664 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-30fe97b0-e1c2-46de-9c37-aec7346bc7d5 req-98ebb618-3fc4-48d9-a4df-2c07a470f7d6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 931 time: 0.2536466 Nov 10 21:24:06.504712 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ce81fa58-d19d-4be2-8e42-a5f4ba35afbe req-ad9e0e3c-eb17-44e2-b4a0-ea6a4b42f177 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4672608 Nov 10 21:24:06.595019 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-30fe97b0-e1c2-46de-9c37-aec7346bc7d5 req-3296f9cd-5fb5-463d-84eb-5d1f21e02069 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223583 Nov 10 21:24:07.188566 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-fc4c784d-a044-4558-abc5-802d0cbfa492 req-ac7b3672-36d9-486c-a4a5-e309ac34dc7d tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 210 time: 0.0844901 Nov 10 21:24:07.267577 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:07.314709 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:07.371350 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38528) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:07.484440 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:07.500121 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:07.536328 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Transition to ACTIVE for port object 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:07.538825 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Pushing event deleted for resources: {'Port': ['ID=952533d7-2538-4113-a9cb-0a8bf13bda19,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:07.546129 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:07.557960 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:07.589169 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:07.662158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2027057126-network', 'tenant_id': 'f9a92f5d4a18486c988e4a2d6a5c065c'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:07.674628 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:07.719470 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Usage tracker for resource:network and tenant:f9a92f5d4a18486c988e4a2d6a5c065c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:07.719470 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:07.740139 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:07.779123 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Made reservation on behalf of f9a92f5d4a18486c988e4a2d6a5c065c for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:07.809948 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:07.827293 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:08.024018 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962a929-844c-4479-947a-df64b1a98146 req-ebc1f6b9-ee76-4ef5-9b1f-3e502e0f1014 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.025656 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8962a929-844c-4479-947a-df64b1a98146 req-ebc1f6b9-ee76-4ef5-9b1f-3e502e0f1014 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 1.0706441 Nov 10 21:24:08.027130 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] No DVR routers for this DVR port 952533d7-2538-4113-a9cb-0a8bf13bda19 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:08.035432 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:08.054897 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:08.095882 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:08.109352 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:08.124224 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a92f5d4a18486c988e4a2d6a5c065c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:08.132215 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f92957b-fddd-4960-80f0-b53dbcf88067', 'name': 'network-vif-deleted', 'tag': '952533d7-2538-4113-a9cb-0a8bf13bda19'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:08.164718 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:08.201680 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d22aac20-da5c-4c66-99a4-b20ebf198336 req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.58 "DELETE /v2.0/ports/952533d7-2538-4113-a9cb-0a8bf13bda19 HTTP/1.1" status: 204 len: 173 time: 3.4390359 Nov 10 21:24:08.241845 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:08.269047 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8962a929-844c-4479-947a-df64b1a98146 req-fc6e8765-dfa4-4e61-a563-4a7541958b88 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613271 Nov 10 21:24:08.272638 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b4892-052d-48c4-9ac0-277cb0268a09 req-a6524633-be45-4fc0-b906-d7584e3f81ef tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.284563 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-244b4892-052d-48c4-9ac0-277cb0268a09 req-a6524633-be45-4fc0-b906-d7584e3f81ef tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.3992827 Nov 10 21:24:08.336994 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Attempting to bind port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:24:08.337468 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Attempting to bind port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:24:08.337921 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Attempting to bind port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 on network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:24:08.355552 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 on network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:24:08.356044 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Attempting to bind port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 on network 4fd48556-39bc-4db2-883b-c2fdb7b3c394 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:24:08.376721 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:24:08.377314 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Checking segment: {'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:24:08.379145 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Bound using segment: {'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:24:08.379816 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Bound port: 14cb3c77-0d83-46e2-b0dd-fc270d13ce90, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5723f2cc-a59d-4355-af89-ae4ed04ae86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:24:08.381896 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:08.416735 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 952533d7-2538-4113-a9cb-0a8bf13bda19 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:24:08.497044 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 952533d7-2538-4113-a9cb-0a8bf13bda19 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:24:08.499741 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 952533d7-2538-4113-a9cb-0a8bf13bda19 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:24:08.511837 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-244b4892-052d-48c4-9ac0-277cb0268a09 req-fff8eb68-f42d-4b65-927a-d4545060ffe7 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261686 Nov 10 21:24:08.613680 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:08.622448 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:08.650822 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1199} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:24:08.675579 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:08.677474 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Added segment 1fb5031b-06ed-4bfd-ae88-66522dfe3d09 of type vlan for network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c Nov 10 21:24:08.733305 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f92957b-fddd-4960-80f0-b53dbcf88067', 'name': 'network-vif-deleted', 'tag': '952533d7-2538-4113-a9cb-0a8bf13bda19', 'status': 'completed', 'code': 200} Nov 10 21:24:08.747601 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c0eea9c5-7ee9-4eb8-9689-09de08115a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:08.793756 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:08.812977 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] For port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:08.829224 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4e7af-31d7-468a-8f5c-c2b7280f5038 req-11792154-1fa2-4c09-983c-ef2be56ab85e tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.830398 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-21a4e7af-31d7-468a-8f5c-c2b7280f5038 req-11792154-1fa2-4c09-983c-ef2be56ab85e tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Synchronizing usage tracker for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:08.856099 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] For port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:08.888133 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:08.902627 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d80c9b0b-80dd-4690-a692-bd1dc1671cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:08.929261 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce18af85-701e-4eb0-9d96-830d97f28966,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:08.970358 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:09.022318 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:09.023955 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:09.025076 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:09.045728 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dfceb29b-42c1-4a81-96fd-9cd063805245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:09.066254 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-21a4e7af-31d7-468a-8f5c-c2b7280f5038 req-11792154-1fa2-4c09-983c-ef2be56ab85e tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Unset dirty status for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:09.068508 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-21a4e7af-31d7-468a-8f5c-c2b7280f5038 req-11792154-1fa2-4c09-983c-ef2be56ab85e tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 943 time: 0.5018694 Nov 10 21:24:09.382435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:09.384576 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] 10.222.0.58 "PUT /v2.0/ports/14cb3c77-0d83-46e2-b0dd-fc270d13ce90 HTTP/1.1" status: 200 len: 1093 time: 4.3141601 Nov 10 21:24:09.499057 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-28623ce6-ee98-42d2-bdd6-9298c248290d req-44fb3f65-0b14-4a17-b4a5-a06f15afa601 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f92957b-fddd-4960-80f0-b53dbcf88067 HTTP/1.1" status: 200 len: 210 time: 0.4547453 Nov 10 21:24:09.530529 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:09.552639 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Pushing event updated for resources: {'Network': ['ID=6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:09.559222 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-21a4e7af-31d7-468a-8f5c-c2b7280f5038 req-7c684674-95cc-408b-8cc4-1218c96b790d tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281089 Nov 10 21:24:09.561042 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:09.562045 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:09.565442 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1918795 Nov 10 21:24:09.574063 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38564) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:09.576848 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:24:09.592330 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Request body: {'subnet': {'network_id': '6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2027057126-subnet', 'tenant_id': 'f9a92f5d4a18486c988e4a2d6a5c065c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:09.600660 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:09.622565 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Usage tracker for resource:subnet and tenant:f9a92f5d4a18486c988e4a2d6a5c065c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:09.645474 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:09.660855 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:09.667361 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-b7b15721-94cf-4b49-af8f-65ff926c10a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=908adda3f1924a98bb4442c0b1d0c2d4&device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 1096 time: 0.2042441 Nov 10 21:24:09.700312 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Made reservation on behalf of f9a92f5d4a18486c988e4a2d6a5c065c for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:09.704622 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3739363'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:09.855389 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-66f5f06b-6c40-4cb6-8d5a-ca44cfcc4bec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cb3c77-0d83-46e2-b0dd-fc270d13ce90 HTTP/1.1" status: 200 len: 217 time: 0.1768708 Nov 10 21:24:10.058383 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-366622dc-29fe-4f19-b0e6-044080627acd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:10.061183 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-366622dc-29fe-4f19-b0e6-044080627acd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ce22b8-9bee-4ec6-8613-5798d8e30a4e HTTP/1.1" status: 200 len: 847 time: 0.1540465 Nov 10 21:24:10.212222 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-d2396cf5-ad5e-471f-bec0-d944123cba94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4fd48556-39bc-4db2-883b-c2fdb7b3c394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382382 Nov 10 21:24:10.267145 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409448c3-9be3-45d5-bd05-8862c514c213 req-6f69061b-4546-413e-bb35-83dd7202c6c3 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:10.274775 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-409448c3-9be3-45d5-bd05-8862c514c213 req-6f69061b-4546-413e-bb35-83dd7202c6c3 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.4183149 Nov 10 21:24:10.286964 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3330839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3739381'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:10.303321 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:10.450082 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-409448c3-9be3-45d5-bd05-8862c514c213 req-f4c582da-a303-4699-b06d-e0abe714c193 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734183 Nov 10 21:24:10.504774 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563e9ffe-b674-465c-a010-9178c7014f01,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:10.517461 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:10.537941 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Checking segment: {'id': '1fb5031b-06ed-4bfd-ae88-66522dfe3d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:24:10.538520 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Network hostable DHCP agents. Network: 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:24:10.573700 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-befb41aa-a702-4eae-a086-c44d856f2a60 service neutron] 10.222.0.58 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500838 Nov 10 21:24:10.636851 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:24:10.671751 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:10.678186 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:10.679282 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:10.686351 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e2c160-7726-4c5c-875e-3ecd06f755b1 None None] Network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:24:10.765146 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-0665de0e-bd11-404a-a308-7ca4e7e80496 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1798434 Nov 10 21:24:10.846460 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512b85bd-9bec-4f49-a251-1ac6191c4980', 'tag': '14cb3c77-0d83-46e2-b0dd-fc270d13ce90'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:11.357089 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70273e4-a947-4711-818b-bf95d82b187e None None] Network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:24:11.377681 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d9f4371b-3522-4166-91c0-3f1a4114a03d req-7031ffa9-41b8-46cb-bdcf-0906a517f51d service neutron] 10.222.0.58 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962325 Nov 10 21:24:11.428118 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3906-4fa3-4222-93a4-7936d60db87d req-d961ef34-05c1-48b5-a33e-41b3228a7675 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:11.441698 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-801d3906-4fa3-4222-93a4-7936d60db87d req-d961ef34-05c1-48b5-a33e-41b3228a7675 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.7636573 Nov 10 21:24:11.677397 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-801d3906-4fa3-4222-93a4-7936d60db87d req-d8fdc343-fde7-4b44-8707-fdb256e77c1d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262235 Nov 10 21:24:11.750892 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd27c3-7d61-4636-98f1-828a9b1f4794 req-b3677197-79ae-4a3c-a222-38d52cc1f77d tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:11.763499 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-91fd27c3-7d61-4636-98f1-828a9b1f4794 req-b3677197-79ae-4a3c-a222-38d52cc1f77d tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 943 time: 0.3562284 Nov 10 21:24:11.875266 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-91fd27c3-7d61-4636-98f1-828a9b1f4794 req-b5c8abfe-55ec-4d77-9b03-30d4b550afcf tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936105 Nov 10 21:24:11.956270 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512b85bd-9bec-4f49-a251-1ac6191c4980', 'tag': '14cb3c77-0d83-46e2-b0dd-fc270d13ce90', 'status': 'completed', 'code': 200} Nov 10 21:24:12.456991 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-27edf816-3b17-407e-85b0-89c691423f9a req-ff829c40-c6b2-418d-a96a-5f56c8e07e1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=908adda3f1924a98bb4442c0b1d0c2d4&device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 1096 time: 0.4638391 Nov 10 21:24:12.482628 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093fb1a-ff58-46b4-a64c-f4d2b5a0218f req-6c9e1a97-b556-4544-b54c-04d604d0d67a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:12.509175 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c093fb1a-ff58-46b4-a64c-f4d2b5a0218f req-6c9e1a97-b556-4544-b54c-04d604d0d67a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.2680235 Nov 10 21:24:12.614747 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c093fb1a-ff58-46b4-a64c-f4d2b5a0218f req-1d2d4913-98be-4c4d-ac8d-1cba9d63e5d2 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078377 Nov 10 21:24:12.936477 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf816-3b17-407e-85b0-89c691423f9a req-89bad22b-4114-49fe-9456-b63df03237d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:12.940849 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-27edf816-3b17-407e-85b0-89c691423f9a req-89bad22b-4114-49fe-9456-b63df03237d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4fd48556-39bc-4db2-883b-c2fdb7b3c394 HTTP/1.1" status: 200 len: 909 time: 0.4721332 Nov 10 21:24:13.282595 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ba06-81a5-4d46-9948-3b32ac88b446 req-67fdfea4-f93d-48b6-aacf-cb9c19c585a1 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.296207 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-76a2ba06-81a5-4d46-9948-3b32ac88b446 req-67fdfea4-f93d-48b6-aacf-cb9c19c585a1 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 943 time: 0.1585028 Nov 10 21:24:13.313184 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-27edf816-3b17-407e-85b0-89c691423f9a req-77fcb045-1e9e-4abf-bf1f-4c0754afa71c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cb3c77-0d83-46e2-b0dd-fc270d13ce90 HTTP/1.1" status: 200 len: 217 time: 0.3643794 Nov 10 21:24:13.433304 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-76a2ba06-81a5-4d46-9948-3b32ac88b446 req-90d18ccb-28e0-496b-bcfc-264fcaa3256a tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356685 Nov 10 21:24:13.503548 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf816-3b17-407e-85b0-89c691423f9a req-7af99cc4-452e-462a-b24f-b6d0c830f666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.504409 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 38646) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:13.506553 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-27edf816-3b17-407e-85b0-89c691423f9a req-7af99cc4-452e-462a-b24f-b6d0c830f666 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ce22b8-9bee-4ec6-8613-5798d8e30a4e HTTP/1.1" status: 200 len: 847 time: 0.1757956 Nov 10 21:24:13.511717 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1141169933-network', 'tenant_id': '8287d7cff5d845a7a2aa7ac380e51a34'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:13.518532 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:13.524839 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95399-6c31-4ad7-b4dd-308f7d52608a req-4637fab3-b7c6-4835-99df-bdcb985bc0d5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.529638 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Usage tracker for resource:network and tenant:8287d7cff5d845a7a2aa7ac380e51a34 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:13.537408 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a4f95399-6c31-4ad7-b4dd-308f7d52608a req-4637fab3-b7c6-4835-99df-bdcb985bc0d5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.3870482 Nov 10 21:24:13.537832 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:13.550607 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:13.579508 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Made reservation on behalf of 8287d7cff5d845a7a2aa7ac380e51a34 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:13.582179 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:13.606975 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:13.699004 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-27edf816-3b17-407e-85b0-89c691423f9a req-8e854e9c-ddc2-47a9-9ea8-c28825eedf4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4fd48556-39bc-4db2-883b-c2fdb7b3c394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564779 Nov 10 21:24:13.712287 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:13.737704 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Usage tracker for resource:security_group_rule and tenant:8287d7cff5d845a7a2aa7ac380e51a34 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:13.752314 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:13.778136 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:13.904514 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a4f95399-6c31-4ad7-b4dd-308f7d52608a req-ea77dee7-b47e-4313-8175-9abec3d0dcba tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660431 Nov 10 21:24:13.964810 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:13.970561 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:13.974502 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fa13d90d-924e-4faa-b19e-bf5c3f1fa029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:13.999493 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-27edf816-3b17-407e-85b0-89c691423f9a req-bc6f7e7a-88b9-4159-8000-8ffb9152811d service neutron] 10.222.0.58 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907748 Nov 10 21:24:14.024538 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:24:14.045665 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f14bafa-3156-4514-ba50-71effed9b36c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:14.054209 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:14.059332 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:14.059678 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Added segment 4d8e775e-4763-4e80-a075-5f6f031fdb85 of type vlan for network aafb6d11-6649-44c4-ad9e-02451b8be854 Nov 10 21:24:14.071741 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f4301-5d23-46ce-a470-cb75352bb87f req-4bcc0cd4-678a-40c1-a08c-9764def6ef0e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:14.083559 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-068f4301-5d23-46ce-a470-cb75352bb87f req-4bcc0cd4-678a-40c1-a08c-9764def6ef0e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.2816372 Nov 10 21:24:14.164770 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:14.205845 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-068f4301-5d23-46ce-a470-cb75352bb87f req-0ccc68ad-f44d-4d79-b5f5-83197b82f423 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211643 Nov 10 21:24:14.282672 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:14.284807 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:14.285669 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:14.350780 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:14.410460 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-27edf816-3b17-407e-85b0-89c691423f9a req-cea82c20-cee4-438d-94fe-d1606f7a270c service neutron] 10.222.0.58 "GET /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036534 Nov 10 21:24:14.455111 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:24:14.575088 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0686224 Nov 10 21:24:14.579281 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 38686) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:14.589863 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Request body: {'subnet': {'network_id': 'aafb6d11-6649-44c4-ad9e-02451b8be854', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1141169933-subnet', 'tenant_id': '8287d7cff5d845a7a2aa7ac380e51a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:14.635961 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:14.668143 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Usage tracker for resource:subnet and tenant:8287d7cff5d845a7a2aa7ac380e51a34 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:14.684091 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:14.720993 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:14.728239 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Pushing event updated for resources: {'Network': ['ID=aafb6d11-6649-44c4-ad9e-02451b8be854,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:14.749109 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:14.829601 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network aafb6d11-6649-44c4-ad9e-02451b8be854 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:24:14.997842 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Made reservation on behalf of 8287d7cff5d845a7a2aa7ac380e51a34 for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:15.001943 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719105'] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:15.022521 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:15.059244 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '14cb3c77-0d83-46e2-b0dd-fc270d13ce90', 'network_id': '4fd48556-39bc-4db2-883b-c2fdb7b3c394', 'port_id': '14cb3c77-0d83-46e2-b0dd-fc270d13ce90', 'mac_address': 'fa:16:3e:d1:5a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ce22b8-9bee-4ec6-8613-5798d8e30a4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:24:15.227791 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:15.272003 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:15.315317 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:15.327075 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:15.335689 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:15.531077 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fc8c0-3e08-41f2-b8f0-2e0aaab3a5df req-96cd514e-4aea-41ef-808e-9c5c0337aedf tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:15.534148 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5b8fc8c0-3e08-41f2-b8f0-2e0aaab3a5df req-96cd514e-4aea-41ef-808e-9c5c0337aedf tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 943 time: 0.6654584 Nov 10 21:24:15.541101 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:15.551335 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:15.577995 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343aa54a-5a32-4070-b4a2-1abd5bd47818 req-4cb6bd60-14ba-4e38-810b-3f0add063776 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:15.582057 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-343aa54a-5a32-4070-b4a2-1abd5bd47818 req-4cb6bd60-14ba-4e38-810b-3f0add063776 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.1790826 Nov 10 21:24:15.674247 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5b8fc8c0-3e08-41f2-b8f0-2e0aaab3a5df req-af2f7f7d-f123-483f-8363-a9efaab71b06 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303153 Nov 10 21:24:15.712088 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-343aa54a-5a32-4070-b4a2-1abd5bd47818 req-bd61e4fa-0d8d-47a6-a01c-10ea7e7f2498 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209068 Nov 10 21:24:15.754922 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['14cb3c77-0d83-46e2-b0dd-fc270d13ce90'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:24:15.965805 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719127'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:15.985185 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:16.171583 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=005620d4-fc02-4e78-aa53-72bf785e2027,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:16.254138 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:16.370419 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Checking segment: {'id': '4d8e775e-4763-4e80-a075-5f6f031fdb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'aafb6d11-6649-44c4-ad9e-02451b8be854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:24:16.371110 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Network hostable DHCP agents. Network: aafb6d11-6649-44c4-ad9e-02451b8be854, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:24:16.451410 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3ef9-a4e7-464b-947e-02d308902c41 req-5bbd81ed-abbc-4b49-b7e2-de5dfa0c4703 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:16.454401 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ae0a3ef9-a4e7-464b-947e-02d308902c41 req-5bbd81ed-abbc-4b49-b7e2-de5dfa0c4703 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.3179262 Nov 10 21:24:16.456501 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Network aafb6d11-6649-44c4-ad9e-02451b8be854 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:24:16.484775 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, aafb6d11-6649-44c4-ad9e-02451b8be854) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:16.493535 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:16.494796 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:16.564777 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9834566 Nov 10 21:24:16.597229 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ae0a3ef9-a4e7-464b-947e-02d308902c41 req-cbbffa45-f39b-4a8d-aca1-5d8d4fd9b8be tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089153 Nov 10 21:24:16.765268 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7499fdb-ab0e-44d0-a983-3c29d07f5da4 None None] Network aafb6d11-6649-44c4-ad9e-02451b8be854 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:24:17.597095 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a7c48c-81a3-4ec9-9db9-b523b14d9c91 None None] Network aafb6d11-6649-44c4-ad9e-02451b8be854 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:24:17.608083 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859b968-eb1e-4601-bf3c-bb50fba56a14 req-a40e100a-2744-439d-b7d1-7ffc32a3a916 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:17.610883 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4859b968-eb1e-4601-bf3c-bb50fba56a14 req-a40e100a-2744-439d-b7d1-7ffc32a3a916 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 944 time: 0.4212217 Nov 10 21:24:17.618131 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949419f0-aad7-4866-8d8a-dcc7e0157672 req-ed398c2c-b3f9-4d4d-811c-9b70ff0f0754 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:17.633555 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-949419f0-aad7-4866-8d8a-dcc7e0157672 req-ed398c2c-b3f9-4d4d-811c-9b70ff0f0754 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.2196953 Nov 10 21:24:17.751933 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a4f8dba2-d78a-4c07-bf4f-40620872575d req-5a92414a-5f75-499d-836a-f0671874f6f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 1099 time: 0.3316557 Nov 10 21:24:17.805541 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-949419f0-aad7-4866-8d8a-dcc7e0157672 req-def6828d-4be7-4de8-b7b6-d40ca418cf11 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708293 Nov 10 21:24:17.966665 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4859b968-eb1e-4601-bf3c-bb50fba56a14 req-6be57e81-6592-4c4b-b46c-0117ea4f08b1 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315070 Nov 10 21:24:17.978990 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a4f8dba2-d78a-4c07-bf4f-40620872575d req-565884d4-aacb-41ec-93e8-030156751cc2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106645 Nov 10 21:24:18.457791 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:24:18.597141 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22570-a36c-4f8f-b02a-319db24a8d62 req-f2dcb403-6bc6-4545-a751-6718051adfd4 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:18.606048 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13a22570-a36c-4f8f-b02a-319db24a8d62 req-f2dcb403-6bc6-4545-a751-6718051adfd4 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.3168762 Nov 10 21:24:18.754466 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:18.765118 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:18.766248 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:18.777211 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-13a22570-a36c-4f8f-b02a-319db24a8d62 req-bd0e7308-51f2-4b0a-b665-a368cb8a7548 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569548 Nov 10 21:24:19.222688 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:19.388228 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b85bd-9bec-4f49-a251-1ac6191c4980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cb3c77-0d83-46e2-b0dd-fc270d13ce90'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:19.433992 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:19.450651 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:19.462394 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:19.485766 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08ecff-c24e-4898-bfd6-1f83649f9b7d req-3d1ec057-450e-4513-9be4-e4c15fb09ac6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:19.496154 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fc08ecff-c24e-4898-bfd6-1f83649f9b7d req-3d1ec057-450e-4513-9be4-e4c15fb09ac6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.1789417 Nov 10 21:24:19.575425 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fc08ecff-c24e-4898-bfd6-1f83649f9b7d req-7ccf5f87-8951-4e56-afe8-f659835ca62b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775216 Nov 10 21:24:19.627823 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e46c7-e053-4488-aecd-685e6481c817 req-229d81d8-ec25-4489-84c8-9ea757ed5beb tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:19.629156 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-c51e46c7-e053-4488-aecd-685e6481c817 req-229d81d8-ec25-4489-84c8-9ea757ed5beb tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Synchronizing usage tracker for tenant:f9a92f5d4a18486c988e4a2d6a5c065c on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:19.755519 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-c51e46c7-e053-4488-aecd-685e6481c817 req-229d81d8-ec25-4489-84c8-9ea757ed5beb tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Unset dirty status for tenant:f9a92f5d4a18486c988e4a2d6a5c065c on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:19.755519 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-229d81d8-ec25-4489-84c8-9ea757ed5beb tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/networks?id=6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c HTTP/1.1" status: 200 len: 809 time: 0.6411755 Nov 10 21:24:19.820066 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-bcedb7eb-b764-4219-894c-a60a67667d9d tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/quotas/f9a92f5d4a18486c988e4a2d6a5c065c HTTP/1.1" status: 200 len: 375 time: 0.0550807 Nov 10 21:24:19.823749 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:19.954514 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:19.977876 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-67b7fdbf-1d77-4b49-806c-065192a2d183 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f9a92f5d4a18486c988e4a2d6a5c065c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1567218 Nov 10 21:24:20.070063 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e3769d38-ef01-45ec-9b01-f51ab6690a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:20.271807 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ee9b3-d44c-48d0-be77-86321ebab27e req-78ab83f2-1f47-44e2-86d2-f89ab3a0cfe0 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:20.277223 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-847ee9b3-d44c-48d0-be77-86321ebab27e req-78ab83f2-1f47-44e2-86d2-f89ab3a0cfe0 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 945 time: 0.2571127 Nov 10 21:24:20.404854 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-847ee9b3-d44c-48d0-be77-86321ebab27e req-e1cd7b7e-754c-4643-9be0-ffef35fbc6f1 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165149 Nov 10 21:24:20.416944 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-761ff136-1221-4302-8602-05c010db9746 service neutron] 10.222.0.70 "GET /v2.0/networks/6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920138 Nov 10 21:24:20.537841 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b85bd-9bec-4f49-a251-1ac6191c4980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cb3c77-0d83-46e2-b0dd-fc270d13ce90', 'code': 200} Nov 10 21:24:20.762064 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:20.909132 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcd2a3-e94e-4525-a52f-fc7bc5eb959d req-20185433-0d9d-4131-ba3b-f6f2de5f7abd tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:20.912011 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-07bcd2a3-e94e-4525-a52f-fc7bc5eb959d req-20185433-0d9d-4131-ba3b-f6f2de5f7abd tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.1626019 Nov 10 21:24:21.018457 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-9e8776e9-5bd6-4431-b4f0-e2d1f1277026 service neutron] 10.222.0.70 "GET /v2.0/networks/6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883298 Nov 10 21:24:21.107693 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-07bcd2a3-e94e-4525-a52f-fc7bc5eb959d req-3d0aeb51-0b77-45fe-9ca9-caee5d768c9f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828022 Nov 10 21:24:21.915309 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f07589b7-74d6-44a6-9828-8abbd0bc2feb req-c015cdd8-4285-4b21-9f88-6ad81dbf13f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 1098 time: 0.7213514 Nov 10 21:24:21.923855 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8df39-acc7-4b03-b9b9-165cb6cacd51 req-db4bced0-147c-4335-8358-262aca9ec61f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:21.939735 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c0f8df39-acc7-4b03-b9b9-165cb6cacd51 req-db4bced0-147c-4335-8358-262aca9ec61f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1966662 Nov 10 21:24:21.948079 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-31c40da0-4e86-409a-a7d9-251396584d9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 1099 time: 0.3931906 Nov 10 21:24:22.043808 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eefb37-6c16-40fa-a44f-db127aec00d5 req-884d24aa-c49c-4c59-aa4c-62a532dca2f6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.053387 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d0eefb37-6c16-40fa-a44f-db127aec00d5 req-884d24aa-c49c-4c59-aa4c-62a532dca2f6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.5946445 Nov 10 21:24:22.085555 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c0f8df39-acc7-4b03-b9b9-165cb6cacd51 req-e02af727-523f-41d9-8069-51b20cd78190 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432006 Nov 10 21:24:22.255386 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4ee0aba7-9532-4c48-9621-48328f904afe req-560a778d-2cc0-4010-9324-135d867b9f9f tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 210 time: 0.0803988 Nov 10 21:24:22.537479 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-5c630908-9f0c-4434-9c8b-8e63903c8ba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.539983 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-5c630908-9f0c-4434-9c8b-8e63903c8ba2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.5199511 Nov 10 21:24:22.561444 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d0eefb37-6c16-40fa-a44f-db127aec00d5 req-cbbd9dc8-f053-4e11-b415-f8e4963c1a1b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4230158 Nov 10 21:24:22.875838 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f07589b7-74d6-44a6-9828-8abbd0bc2feb req-91ddb242-933f-4367-ac64-e67aa67db0d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9411552 Nov 10 21:24:22.940941 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5b27a376-5e7b-4d35-8977-7de7eddfee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:23.031906 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-e334a27b-3b6f-4def-9117-510d7c034f2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2 HTTP/1.1" status: 200 len: 1002 time: 0.4687927 Nov 10 21:24:23.104872 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee679856-2045-4a58-8535-48d6da5107ec req-3766dedf-def1-4146-8680-54ffd3d8cc1a tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.110599 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee679856-2045-4a58-8535-48d6da5107ec req-3766dedf-def1-4146-8680-54ffd3d8cc1a tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 945 time: 0.1298699 Nov 10 21:24:23.215222 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:23.278472 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee679856-2045-4a58-8535-48d6da5107ec req-4b0b1955-1fe5-49d4-b36b-f84d4342a661 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583948 Nov 10 21:24:23.592304 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:24:23.738859 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-b046e261-ffea-49e8-a365-06f788c1d9d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.740919 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-b046e261-ffea-49e8-a365-06f788c1d9d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.6314886 Nov 10 21:24:23.755470 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e6ef2e80-2bc7-4cec-ac9a-c10f38f081bd req-f0169de6-97ba-4261-9965-ef2fdbcc9736 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 210 time: 0.0980015 Nov 10 21:24:23.930231 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03ac3-a504-48d2-ac4f-28837b2825cf req-ec7269f1-fe16-44c2-9ede-234924e1f453 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.938741 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-07e03ac3-a504-48d2-ac4f-28837b2825cf req-ec7269f1-fe16-44c2-9ede-234924e1f453 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 945 time: 0.3893726 Nov 10 21:24:24.047389 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-e98a7bad-40c8-4fcd-822b-090a68870b17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2970889 Nov 10 21:24:24.065026 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:24.068869 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-07e03ac3-a504-48d2-ac4f-28837b2825cf req-56fc584b-bc37-4ce4-a294-373fbf582db1 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278071 Nov 10 21:24:24.116082 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f9da-f71a-4058-8789-edcc371a226e req-acb77ad1-b9b7-4cb8-ad5d-4327b4ea206d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:24.124168 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f693f9da-f71a-4058-8789-edcc371a226e req-acb77ad1-b9b7-4cb8-ad5d-4327b4ea206d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.1537452 Nov 10 21:24:24.199185 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f693f9da-f71a-4058-8789-edcc371a226e req-f6d24e1c-3cbe-4489-8317-0ac797f52ffe tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713930 Nov 10 21:24:24.310105 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-736cc70e-2c64-4ad6-beea-a3bba3c7704e service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482419 Nov 10 21:24:24.493368 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e5749a7c-e0d2-47ac-9769-64de446e95d8 req-32c7773c-d952-42d6-87b7-c979dfb2785b service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630185 Nov 10 21:24:24.604995 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c643a5-0c97-4a57-999c-986c40745a51 req-1c956e01-d3da-4870-bedc-df63e6ab8f94 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:24.607012 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-53c643a5-0c97-4a57-999c-986c40745a51 req-1c956e01-d3da-4870-bedc-df63e6ab8f94 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 945 time: 0.0961311 Nov 10 21:24:24.732271 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-53c643a5-0c97-4a57-999c-986c40745a51 req-13d5c60f-e836-44c2-b92e-9ba8ced02dab tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838881 Nov 10 21:24:24.741014 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-ef64700c-c354-4fd6-922a-472faa64a472 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 1099 time: 0.1327877 Nov 10 21:24:24.956829 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-e9874b40-893b-4c22-88b9-189e1270b900 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:24.958413 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-e9874b40-893b-4c22-88b9-189e1270b900 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.2008977 Nov 10 21:24:25.187296 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-53a4b2d0-6e5c-4df0-bb74-69c4ae1ddd45 req-788a9815-3f03-40f0-acc5-7012959cad29 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 210 time: 0.1434302 Nov 10 21:24:25.320248 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-7060af60-6209-4629-84ca-512ce8018225 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2 HTTP/1.1" status: 200 len: 1002 time: 0.2973077 Nov 10 21:24:25.481055 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-bc584a33-6f3c-4f1a-b8e4-b985068a0865 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.482577 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-bc584a33-6f3c-4f1a-b8e4-b985068a0865 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 945 time: 0.1467037 Nov 10 21:24:25.487173 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e46c7-e053-4488-aecd-685e6481c817 req-263b4207-2b72-49f3-ab4f-ab3a154f493d tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.507377 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-263b4207-2b72-49f3-ab4f-ab3a154f493d tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.58 "GET /v2.0/networks?id=6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c HTTP/1.1" status: 200 len: 809 time: 0.5762131 Nov 10 21:24:25.520472 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:25.586655 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Deleting port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:24:25.587299 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:25.629873 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Request body: {'port': {'device_id': '06f7d8db-2f7b-4a73-bd00-3987c5e10944', 'network_id': '6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c', 'admin_state_up': True, 'tenant_id': 'f9a92f5d4a18486c988e4a2d6a5c065c'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:25.813215 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-8bd8fd2f-5236-47b0-b484-47c519da5c0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.814711 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-8bd8fd2f-5236-47b0-b484-47c519da5c0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.3062527 Nov 10 21:24:25.919948 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 38980) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:25.957752 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3ca2e-af60-44bb-98f6-09f09f14680f req-04dca506-2a36-4f54-b8e6-6234c9977e2e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.965322 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d9f3ca2e-af60-44bb-98f6-09f09f14680f req-04dca506-2a36-4f54-b8e6-6234c9977e2e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.2093799 Nov 10 21:24:25.965722 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3925c83-3d22-46b1-9363-290eff30e686 req-f768b27a-d037-4c84-9ea3-f4b5917fcaa8 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.967259 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e3925c83-3d22-46b1-9363-290eff30e686 req-f768b27a-d037-4c84-9ea3-f4b5917fcaa8 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=0343518c-68df-463c-bcf7-e29272df9bd2 HTTP/1.1" status: 200 len: 945 time: 0.6555028 Nov 10 21:24:25.974330 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] For port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:25.974330 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:25.978194 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:25.983179 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-31fc7ae8-7a79-4712-b40f-6ed1a3c30387 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1099 time: 0.3329518 Nov 10 21:24:25.988263 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Usage tracker for resource:port and tenant:f9a92f5d4a18486c988e4a2d6a5c065c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:25.992156 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:26.049311 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:26.136649 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Calling delete_port for 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec owned by compute:nova {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:24:26.217200 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d9f3ca2e-af60-44bb-98f6-09f09f14680f req-e5e14c7a-58e9-4159-9764-3ccb8eb08398 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508705 Nov 10 21:24:26.302630 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Made reservation on behalf of f9a92f5d4a18486c988e4a2d6a5c065c for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:26.308218 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:26.382580 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-6dfc6498-6ad7-4ebf-9bde-476e86bb266f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5506332 Nov 10 21:24:26.437447 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e3925c83-3d22-46b1-9363-290eff30e686 req-e35c0448-afed-4e87-80bf-ca2f0f25b060 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514246 Nov 10 21:24:26.684377 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:26.693694 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:26.700588 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['cf271a9b-2be3-42d1-9488-8717ddc81d94', '20132108-c144-4e6b-b1fd-1f2d52a39c40', '49246e7c-7a8f-4830-8ba1-f16502736714'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:24:26.704492 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-96ec8482-e54c-414b-9eae-06aa4cd191ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.705989 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-96ec8482-e54c-414b-9eae-06aa4cd191ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 921 time: 0.6954565 Nov 10 21:24:26.730392 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1e43d-14ba-461b-81ca-4ea61cf635eb req-3a64cb36-c997-45b0-af87-3ec835f0544f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.732619 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2ed1e43d-14ba-461b-81ca-4ea61cf635eb req-3a64cb36-c997-45b0-af87-3ec835f0544f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2770569 Nov 10 21:24:26.767630 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Pushing event deleted for resources: {'Port': ['ID=2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:26.772075 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:26.835890 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-1599871a-e976-481f-8b80-40ee6989d095 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b7d301459754e0880785bfb1a6073aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9125719 Nov 10 21:24:26.856724 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 38994) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:26.876121 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] No DVR routers for this DVR port 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec on host hv-cinder-81726 {{(pid=82877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:26.882647 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:26.887345 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0343518c-68df-463c-bcf7-e29272df9bd2', 'name': 'network-vif-deleted', 'tag': '2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:26.901250 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2ed1e43d-14ba-461b-81ca-4ea61cf635eb req-42689b43-b701-498b-aae0-4652fa36eeeb tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624720 Nov 10 21:24:26.912582 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4757cdfc-b1a6-4fe7-8ced-0595de15f642 req-98e4ca8b-945c-49c1-ba07-7c92abe631bd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "DELETE /v2.0/ports/2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec HTTP/1.1" status: 204 len: 173 time: 1.4202805 Nov 10 21:24:26.965316 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-e7ebf7c1-9f88-4cc0-b0fa-e06b1d78105a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df48734a-6dec-425f-a39b-11f31bba8cb0 HTTP/1.1" status: 200 len: 217 time: 0.2362435 Nov 10 21:24:27.198759 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-b25f5094-cfd5-4e3e-a5b1-ab72f4f1fe86 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992589 Nov 10 21:24:27.301075 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4c2989af-d5e8-4021-b3c1-e3970b2871e9 req-d08cfdf7-e0a6-40f8-98aa-4ae0a3001724 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 210 time: 0.1531663 Nov 10 21:24:27.312209 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Allocated IP 172.20.0.8 (6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c/563e9ffe-b674-465c-a010-9178c7014f01/d59fb2d2-0139-4677-926b-055353578871) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:27.383660 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0343518c-68df-463c-bcf7-e29272df9bd2', 'name': 'network-vif-deleted', 'tag': '2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec', 'status': 'completed', 'code': 200} Nov 10 21:24:27.414174 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-b6d02f1a-e83d-4bee-8684-383d94b48920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.416645 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-b6d02f1a-e83d-4bee-8684-383d94b48920 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.4301136 Nov 10 21:24:27.501521 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449f7d-5d0d-4b09-a77e-a8fc46ff1a30 req-aba8a24d-b5ea-4f57-b6cd-fc2f94e3f4b8 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.503198 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-59449f7d-5d0d-4b09-a77e-a8fc46ff1a30 req-aba8a24d-b5ea-4f57-b6cd-fc2f94e3f4b8 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 945 time: 0.8578241 Nov 10 21:24:27.523370 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7e77be8d-4a70-446a-8629-b797c882a667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:27.544274 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-f2e8d3eb-ad82-4507-95c6-ab49393b4e4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034927 Nov 10 21:24:27.684485 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a7dc4-a195-404b-9795-215a28c55a79 req-c935026e-26b3-4ec1-86f7-b700c9209b99 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.692983 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-274a7dc4-a195-404b-9795-215a28c55a79 req-c935026e-26b3-4ec1-86f7-b700c9209b99 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 946 time: 0.1631832 Nov 10 21:24:27.776323 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-274a7dc4-a195-404b-9795-215a28c55a79 req-b0f63e4e-6057-433e-ad59-594bc511969a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782006 Nov 10 21:24:27.806023 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99da3c7b-c743-4ce3-ae6b-eeb147c32471 req-de470972-487c-4ea5-8721-1b898661dea0 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836236 Nov 10 21:24:27.808267 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7e77be8d-4a70-446a-8629-b797c882a667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:28.003063 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-59449f7d-5d0d-4b09-a77e-a8fc46ff1a30 req-ea82464e-9e2a-4280-86a3-a8ee3f92b024 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638534 Nov 10 21:24:28.278929 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0c09-b941-44ce-b4a6-5f972c30bf1f req-d1efbedf-dcf0-44dd-a437-0d428044b478 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:28.287362 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-93fc0c09-b941-44ce-b4a6-5f972c30bf1f req-d1efbedf-dcf0-44dd-a437-0d428044b478 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1745665 Nov 10 21:24:28.327605 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-2f8c8724-8d5d-44ff-bd13-75e8d536ae98 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197478 Nov 10 21:24:28.393073 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7e77be8d-4a70-446a-8629-b797c882a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:28.393531 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-93fc0c09-b941-44ce-b4a6-5f972c30bf1f req-cecf2947-0834-46d2-bd65-6edc28d24f77 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993474 Nov 10 21:24:28.407733 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:28.486437 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:24:28.562690 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:28.648663 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:28.652851 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77be8d-4a70-446a-8629-b797c882a667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e94240-9d26-4426-8c3c-29491d1a695b,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:28.828009 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7e77be8d-4a70-446a-8629-b797c882a667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:28.830733 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-36cbb68b-e982-4282-8f49-3c1603c16297 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:28.966179 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:29.046513 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:29.067310 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:29.074820 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:29.077352 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:24:29.136390 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:29.228591 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Pushing event updated for resources: {'Port': ['ID=d59fb2d2-0139-4677-926b-055353578871,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:29.232781 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-71cb88d4-79fa-44f6-be34-25a1629e187f req-50941195-ddab-4c2a-8e65-3d8aee46f89e service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8849208 Nov 10 21:24:29.246589 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:24:29.247351 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2fc1055d-ecf6-4d26-bb8e-7427ecb0e9ec not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:24:29.268943 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:29.325234 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=8']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:29.326217 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:29.327190 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7e77be8d-4a70-446a-8629-b797c882a667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:29.331372 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-7e77be8d-4a70-446a-8629-b797c882a667 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94e94240-9d26-4426-8c3c-29491d1a695b HTTP/1.1" status: 204 len: 168 time: 2.4571137 Nov 10 21:24:29.343761 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:29.356491 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:29.360087 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:29.613248 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2def02-ccd9-4153-b9f2-0d3065bf8088 req-ecfbbc9e-b478-4827-b9ff-09e6890300ca tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:29.614317 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-0a2def02-ccd9-4153-b9f2-0d3065bf8088 req-ecfbbc9e-b478-4827-b9ff-09e6890300ca tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Synchronizing usage tracker for tenant:f9a92f5d4a18486c988e4a2d6a5c065c on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:29.625508 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:29.626173 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:29.660759 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0357800 Nov 10 21:24:29.662707 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-0a2def02-ccd9-4153-b9f2-0d3065bf8088 req-ecfbbc9e-b478-4827-b9ff-09e6890300ca tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Unset dirty status for tenant:f9a92f5d4a18486c988e4a2d6a5c065c on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:29.664589 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0a2def02-ccd9-4153-b9f2-0d3065bf8088 req-ecfbbc9e-b478-4827-b9ff-09e6890300ca tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 931 time: 0.8769536 Nov 10 21:24:29.677806 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc82cd-16e2-4253-8630-74b377e6845f req-288c7578-cf5d-497f-b438-746e39be9e92 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:29.679508 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Request body: {'port': {'device_id': '06f7d8db-2f7b-4a73-bd00-3987c5e10944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:29.680195 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-dafc82cd-16e2-4253-8630-74b377e6845f req-288c7578-cf5d-497f-b438-746e39be9e92 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.1488035 Nov 10 21:24:29.745138 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-dafc82cd-16e2-4253-8630-74b377e6845f req-1b87c2c0-52ec-46ca-907a-d74e8945ccd3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505641 Nov 10 21:24:29.974975 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'code': 200} Nov 10 21:24:29.987059 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0a2def02-ccd9-4153-b9f2-0d3065bf8088 req-b302c6a9-b095-4c47-a63a-098b00ee6edd tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209389 Nov 10 21:24:30.045831 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:30.239158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348b5de-01f4-40db-9311-71adaf6cff3e req-5e4f4ab7-3a04-4399-a0ed-6aebc5b65df4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:30.241684 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-7348b5de-01f4-40db-9311-71adaf6cff3e req-5e4f4ab7-3a04-4399-a0ed-6aebc5b65df4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:30.263760 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-7348b5de-01f4-40db-9311-71adaf6cff3e req-5e4f4ab7-3a04-4399-a0ed-6aebc5b65df4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:30.265319 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7348b5de-01f4-40db-9311-71adaf6cff3e req-5e4f4ab7-3a04-4399-a0ed-6aebc5b65df4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 946 time: 0.1699171 Nov 10 21:24:30.348672 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7348b5de-01f4-40db-9311-71adaf6cff3e req-db25cd87-c69d-44ed-8745-835b0a3e2e18 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709004 Nov 10 21:24:30.522602 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed795dc-da83-4352-85c3-ba3166ae7298 req-0ac10063-fc33-433b-b72b-cd6b68000f76 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:30.525321 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9ed795dc-da83-4352-85c3-ba3166ae7298 req-0ac10063-fc33-433b-b72b-cd6b68000f76 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.3143971 Nov 10 21:24:30.763623 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9ed795dc-da83-4352-85c3-ba3166ae7298 req-17a208df-43f3-4c30-ad0e-10d281bf6d86 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307456 Nov 10 21:24:30.983325 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59fb2d2-0139-4677-926b-055353578871 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:31.000153 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:31.031404 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Transition to ACTIVE for port object d59fb2d2-0139-4677-926b-055353578871 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:31.046439 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:31.055020 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e757d6df-c78e-412a-a81c-78c22bd3b4e6 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:31.261082 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5b7e-cbe7-4b48-a1d0-938db9f7171f req-fc21536e-f9d3-4eb6-b4af-38c723d038ee tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:31.263692 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2ccc5b7e-cbe7-4b48-a1d0-938db9f7171f req-fc21536e-f9d3-4eb6-b4af-38c723d038ee tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 945 time: 0.2779353 Nov 10 21:24:31.360074 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2ccc5b7e-cbe7-4b48-a1d0-938db9f7171f req-0a78ea0b-1cd4-48c3-a5d3-83a9e7a5b2d3 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850248 Nov 10 21:24:31.386278 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d59fb2d2-0139-4677-926b-055353578871,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:31.389685 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:31.645752 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051627-c9a9-420b-9a6d-6eea3ce8c11a req-04063877-beae-4ce2-83f9-1aa860b97343 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:31.648252 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2e051627-c9a9-420b-9a6d-6eea3ce8c11a req-04063877-beae-4ce2-83f9-1aa860b97343 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.3786261 Nov 10 21:24:31.711400 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2161a2b-b93b-4080-b365-e21eeac12102 req-22fe6649-f60f-476b-8626-82769721f5fe tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:31.713909 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e2161a2b-b93b-4080-b365-e21eeac12102 req-22fe6649-f60f-476b-8626-82769721f5fe tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 943 time: 0.1206222 Nov 10 21:24:31.738402 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Attempting to bind port d59fb2d2-0139-4677-926b-055353578871 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:24:31.739116 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Attempting to bind port d59fb2d2-0139-4677-926b-055353578871 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '1fb5031b-06ed-4bfd-ae88-66522dfe3d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:24:31.739877 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Attempting to bind port d59fb2d2-0139-4677-926b-055353578871 on network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:24:31.793819 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-e2161a2b-b93b-4080-b365-e21eeac12102 req-feb449f7-6874-4482-b1ce-6f74df4c279d tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Synchronizing usage tracker for tenant:f9a92f5d4a18486c988e4a2d6a5c065c on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:31.799910 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Port d59fb2d2-0139-4677-926b-055353578871 on network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:24:31.800831 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Attempting to bind port d59fb2d2-0139-4677-926b-055353578871 on network 6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:24:31.823312 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-85f889d5-d461-4a44-8ab3-fb0925f9abd2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:31.825922 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-85f889d5-d461-4a44-8ab3-fb0925f9abd2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 946 time: 0.4210818 Nov 10 21:24:31.838100 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-e2161a2b-b93b-4080-b365-e21eeac12102 req-feb449f7-6874-4482-b1ce-6f74df4c279d tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Unset dirty status for tenant:f9a92f5d4a18486c988e4a2d6a5c065c on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:31.841124 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e2161a2b-b93b-4080-b365-e21eeac12102 req-feb449f7-6874-4482-b1ce-6f74df4c279d tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209092 Nov 10 21:24:31.926562 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2e051627-c9a9-420b-9a6d-6eea3ce8c11a req-e78232d1-15e2-4f39-849e-dcf25f1c9634 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552433 Nov 10 21:24:31.934367 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:24:31.934930 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Checking segment: {'id': '1fb5031b-06ed-4bfd-ae88-66522dfe3d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:24:31.935562 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Bound using segment: {'id': '1fb5031b-06ed-4bfd-ae88-66522dfe3d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:24:31.936418 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Bound port: d59fb2d2-0139-4677-926b-055353578871, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb5031b-06ed-4bfd-ae88-66522dfe3d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:24:31.936967 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:32.073611 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Deleting port 49246e7c-7a8f-4830-8ba1-f16502736714 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:24:32.074016 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:32.341002 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd77c1-ffa9-4023-ac15-46c709ec692c req-79af21d3-637e-4d5c-ab22-c1f502bf26f1 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:32.354202 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c0dd77c1-ffa9-4023-ac15-46c709ec692c req-79af21d3-637e-4d5c-ab22-c1f502bf26f1 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 946 time: 0.2518289 Nov 10 21:24:32.418659 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c0dd77c1-ffa9-4023-ac15-46c709ec692c req-70a51bf7-577f-46f2-86a4-f97198fc4efd tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632312 Nov 10 21:24:32.481699 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] For port d59fb2d2-0139-4677-926b-055353578871, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:32.510071 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] For port d59fb2d2-0139-4677-926b-055353578871, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d59fb2d2-0139-4677-926b-055353578871,segment=NetworkSegment(1fb5031b-06ed-4bfd-ae88-66522dfe3d09),segment_id=1fb5031b-06ed-4bfd-ae88-66522dfe3d09)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:32.545769 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:24:32.582324 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:32.600739 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:32.810002 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1d910-c4c6-46cf-99b0-f13a536a6a32 req-6533e372-db88-48b0-a17f-0409d456ff46 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:32.811559 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-cee1d910-c4c6-46cf-99b0-f13a536a6a32 req-6533e372-db88-48b0-a17f-0409d456ff46 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.6726248 Nov 10 21:24:32.845314 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:32.846961 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] 10.222.0.58 "PUT /v2.0/ports/d59fb2d2-0139-4677-926b-055353578871 HTTP/1.1" status: 200 len: 1093 time: 3.1770804 Nov 10 21:24:32.855817 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f7d8db-2f7b-4a73-bd00-3987c5e10944', 'tag': 'd59fb2d2-0139-4677-926b-055353578871'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:32.952883 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d59fb2d2-0139-4677-926b-055353578871,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:32.977235 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:33.013079 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] For port 49246e7c-7a8f-4830-8ba1-f16502736714, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=49246e7c-7a8f-4830-8ba1-f16502736714,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:33.013597 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:33.171367 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Calling delete_port for 49246e7c-7a8f-4830-8ba1-f16502736714 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:24:33.202603 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-cee1d910-c4c6-46cf-99b0-f13a536a6a32 req-30fdbdc7-b84f-4d4e-836b-054797ba19a8 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606465 Nov 10 21:24:33.208359 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-1215b991-b575-40f3-9056-01314b70ace8 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:33.210196 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-1215b991-b575-40f3-9056-01314b70ace8 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.58 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 945 time: 0.6942170 Nov 10 21:24:33.361407 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Deleting port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:24:33.361407 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:33.401100 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-de05a470-5427-49ee-acc6-4940b2fd0d8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9a92f5d4a18486c988e4a2d6a5c065c&device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 1096 time: 0.4852886 Nov 10 21:24:33.615301 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-e4a42782-fefd-43ba-b012-cb988d28f97a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d59fb2d2-0139-4677-926b-055353578871 HTTP/1.1" status: 200 len: 217 time: 0.2062550 Nov 10 21:24:33.754474 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:33.763737 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e46c7-e053-4488-aecd-685e6481c817 req-fab19d54-a30c-4f10-9747-832c92dba592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:33.765842 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-fab19d54-a30c-4f10-9747-832c92dba592 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=563e9ffe-b674-465c-a010-9178c7014f01 HTTP/1.1" status: 200 len: 849 time: 0.1360974 Nov 10 21:24:33.768420 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['cf271a9b-2be3-42d1-9488-8717ddc81d94', '20132108-c144-4e6b-b1fd-1f2d52a39c40'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:24:33.774535 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:33.923181 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc5a02-4229-429d-89cd-bff92076c6ad req-ecaf0ef1-8ecc-4b5f-90bb-515d7cec47b9 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:33.927803 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e2bc5a02-4229-429d-89cd-bff92076c6ad req-ecaf0ef1-8ecc-4b5f-90bb-515d7cec47b9 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 943 time: 0.2763598 Nov 10 21:24:33.959277 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Pushing event deleted for resources: {'Port': ['ID=49246e7c-7a8f-4830-8ba1-f16502736714,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:33.965036 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-2d78bb9b-f1e9-4a66-8052-f4b9083632a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977497 Nov 10 21:24:34.066400 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e2bc5a02-4229-429d-89cd-bff92076c6ad req-b9e1b622-91b5-4841-8d83-dc1dad910239 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276672 Nov 10 21:24:34.074103 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05616c-d761-4c96-8571-aafb19c40e45 req-d9ce1c84-e1c8-4b70-a0c0-a2a04a450483 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:34.081788 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ed05616c-d761-4c96-8571-aafb19c40e45 req-d9ce1c84-e1c8-4b70-a0c0-a2a04a450483 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 945 time: 0.6686060 Nov 10 21:24:34.102989 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.103495 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.103848 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.104739 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.104739 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.105077 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.105370 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.105747 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.106109 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.106480 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.107140 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:34.158768 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:34.256859 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] No DVR routers for this DVR port 49246e7c-7a8f-4830-8ba1-f16502736714 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:34.275354 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:34.307960 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f7d8db-2f7b-4a73-bd00-3987c5e10944', 'tag': 'd59fb2d2-0139-4677-926b-055353578871', 'status': 'completed', 'code': 200} Nov 10 21:24:34.325834 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] For port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,segment=NetworkSegment(5723f2cc-a59d-4355-af89-ae4ed04ae86f),segment_id=5723f2cc-a59d-4355-af89-ae4ed04ae86f)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:34.326683 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:34.463015 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5466e3d8-9bbd-4f9e-8aec-38d6f22e8a36 req-4181df74-3cd8-4172-8eec-1d28588bac9c tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b162127-dbae-452f-ae54-e555611abd13 HTTP/1.1" status: 200 len: 210 time: 0.0597548 Nov 10 21:24:34.498610 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8d1ac8d9-4836-447c-a507-61d967dbc908 req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "DELETE /v2.0/ports/49246e7c-7a8f-4830-8ba1-f16502736714 HTTP/1.1" status: 204 len: 173 time: 2.6579258 Nov 10 21:24:34.548294 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 49246e7c-7a8f-4830-8ba1-f16502736714 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:24:34.590971 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 49246e7c-7a8f-4830-8ba1-f16502736714 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:24:34.591387 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 49246e7c-7a8f-4830-8ba1-f16502736714 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:24:34.626502 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Calling delete_port for 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:24:34.697876 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ed05616c-d761-4c96-8571-aafb19c40e45 req-3d3e2ad1-e598-47fd-87b1-e62290a3a14a tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d911a03-42c1-473d-9667-1b125cb601ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150153 Nov 10 21:24:34.811080 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ccd7c49c-fc35-4f58-95ee-64cd45cc858e req-8d542704-d5c3-40e2-bfa3-f3a2b64f947f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1455827 Nov 10 21:24:34.920176 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-49abf533-9157-43d5-9555-3da86550fa74 service neutron] 10.222.0.58 "GET /v2.0/networks/6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9377170 Nov 10 21:24:35.209214 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90423-fa89-43f8-bfe7-0d067528a5c9 req-b40d84c5-56bd-4189-b7e1-6ca040addd55 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:35.211579 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-03d90423-fa89-43f8-bfe7-0d067528a5c9 req-b40d84c5-56bd-4189-b7e1-6ca040addd55 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.1448357 Nov 10 21:24:35.304397 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f0414-3497-44f6-b012-e488709d7078 req-1f2931c6-ecc0-4058-8203-f8082ffc45b8 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:35.317555 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d89f0414-3497-44f6-b012-e488709d7078 req-1f2931c6-ecc0-4058-8203-f8082ffc45b8 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.3650501 Nov 10 21:24:35.331309 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-03d90423-fa89-43f8-bfe7-0d067528a5c9 req-c1b37ed4-850d-4ff2-a8c4-73fe38ce3e0e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110110 Nov 10 21:24:35.387431 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c51e46c7-e053-4488-aecd-685e6481c817 req-29592553-0f03-469e-ac9c-8a96f12cb893 service neutron] 10.222.0.58 "GET /v2.0/networks/6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592502 Nov 10 21:24:35.438416 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:35.461615 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8e0afe98-4c21-46c4-9a58-8215f5e9cf87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:35.463812 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39164) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:35.670546 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Pushing event deleted for resources: {'Port': ['ID=14cb3c77-0d83-46e2-b0dd-fc270d13ce90,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:35.709480 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d89f0414-3497-44f6-b012-e488709d7078 req-fdc8132b-d2d5-487d-9414-192ebf86e2f4 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904085 Nov 10 21:24:35.711047 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:35.909421 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] No DVR routers for this DVR port 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:35.915907 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:35.945003 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c637c944-ea3d-4758-8971-7a3bd7e9d64b req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.58 "DELETE /v2.0/ports/14cb3c77-0d83-46e2-b0dd-fc270d13ce90 HTTP/1.1" status: 204 len: 173 time: 2.7251868 Nov 10 21:24:35.956135 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-bb821616-c725-4845-90ff-73e54bbb6c2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9a92f5d4a18486c988e4a2d6a5c065c&device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 1096 time: 0.4003265 Nov 10 21:24:36.039276 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-81c2fb79-5eb6-4968-bb14-18bd7fcd4e36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5729842 Nov 10 21:24:36.137268 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95825-5245-4b83-bcea-d81a7e572e57 req-5ea5eb88-4ea1-4bdf-b4c5-379156a31b18 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:36.140260 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-dce95825-5245-4b83-bcea-d81a7e572e57 req-5ea5eb88-4ea1-4bdf-b4c5-379156a31b18 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 943 time: 0.2459891 Nov 10 21:24:36.232325 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-87e5693c-3a49-4750-8359-c141a745e327 req-027cc1eb-ee69-4e10-a15a-867e68bb3834 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Synchronizing usage tracker for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:36.239456 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-dce95825-5245-4b83-bcea-d81a7e572e57 req-4b333cd1-2412-4ebf-bdad-354a07102983 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905979 Nov 10 21:24:36.308702 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b162127-dbae-452f-ae54-e555611abd13', 'name': 'network-vif-deleted', 'tag': '49246e7c-7a8f-4830-8ba1-f16502736714'}, {'server_uuid': '512b85bd-9bec-4f49-a251-1ac6191c4980', 'name': 'network-vif-deleted', 'tag': '14cb3c77-0d83-46e2-b0dd-fc270d13ce90'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:36.317288 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-87e5693c-3a49-4750-8359-c141a745e327 req-027cc1eb-ee69-4e10-a15a-867e68bb3834 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Unset dirty status for tenant:908adda3f1924a98bb4442c0b1d0c2d4 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:36.318520 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-87e5693c-3a49-4750-8359-c141a745e327 req-027cc1eb-ee69-4e10-a15a-867e68bb3834 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] 10.222.0.70 "GET /v2.0/ports?device_id=512b85bd-9bec-4f49-a251-1ac6191c4980 HTTP/1.1" status: 200 len: 210 time: 0.1765206 Nov 10 21:24:36.327395 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-c156b052-e082-40b5-b572-7d7a4708352a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:36.327395 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-c156b052-e082-40b5-b572-7d7a4708352a service neutron] 10.222.0.58 "GET /v2.0/networks?id=6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c HTTP/1.1" status: 200 len: 911 time: 0.3639679 Nov 10 21:24:36.439023 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-a2e32349-19bb-4baa-8d59-428e9fa69da8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d59fb2d2-0139-4677-926b-055353578871 HTTP/1.1" status: 200 len: 217 time: 0.1046596 Nov 10 21:24:36.533703 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b162127-dbae-452f-ae54-e555611abd13', 'name': 'network-vif-deleted', 'tag': '49246e7c-7a8f-4830-8ba1-f16502736714', 'status': 'completed', 'code': 200} Nov 10 21:24:36.534461 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b85bd-9bec-4f49-a251-1ac6191c4980', 'name': 'network-vif-deleted', 'tag': '14cb3c77-0d83-46e2-b0dd-fc270d13ce90', 'status': 'completed', 'code': 200} Nov 10 21:24:36.551830 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:24:36.592447 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-08a6d1bb-bd41-4329-ac01-61a4e22cb7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:36.595008 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-08a6d1bb-bd41-4329-ac01-61a4e22cb7d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=563e9ffe-b674-465c-a010-9178c7014f01 HTTP/1.1" status: 200 len: 849 time: 0.1407201 Nov 10 21:24:36.669760 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:24:36.670334 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 14cb3c77-0d83-46e2-b0dd-fc270d13ce90 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:24:36.740251 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-8cf68697-4bbd-4c8c-8491-0cacea8fc6f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260602 Nov 10 21:24:36.902444 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51919d-d825-4ec7-849c-84e7e2680946 req-9587961f-ce93-47b6-a56e-8ec9b021cf40 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:36.912865 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6c51919d-d825-4ec7-849c-84e7e2680946 req-9587961f-ce93-47b6-a56e-8ec9b021cf40 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 945 time: 0.1134706 Nov 10 21:24:36.985584 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6c51919d-d825-4ec7-849c-84e7e2680946 req-5f1276b7-bdd7-41ea-874a-650e2c057a2a tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710027 Nov 10 21:24:37.328521 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-847a8ee7-1be1-4a85-a8bb-8b207be1ad08 service neutron] 10.222.0.58 "GET /v2.0/networks/6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800302 Nov 10 21:24:37.341167 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0f70a-439d-47bc-a856-362944eef6eb req-48e4c17e-76b6-45d7-889e-a16c1d71625a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:37.345109 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b5f0f70a-439d-47bc-a856-362944eef6eb req-48e4c17e-76b6-45d7-889e-a16c1d71625a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.5182216 Nov 10 21:24:37.394611 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8622c-dcd8-4994-8188-b425d8a835c0 req-cdc374dc-47ca-4c34-b23f-4a16cfe27b9d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:37.396659 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-62f8622c-dcd8-4994-8188-b425d8a835c0 req-cdc374dc-47ca-4c34-b23f-4a16cfe27b9d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1315188 Nov 10 21:24:37.467456 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-62f8622c-dcd8-4994-8188-b425d8a835c0 req-61a22edf-137a-4ed7-8bc2-11d04dbad65a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578432 Nov 10 21:24:37.525025 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b5f0f70a-439d-47bc-a856-362944eef6eb req-0e0ea14d-bd85-4d46-beac-19252a96f369 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554980 Nov 10 21:24:37.549190 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6bce5e39-f40f-4c4a-982f-2a0f1d78f900 req-1a04b14b-1ae1-44c0-b926-a07c4a8b73db service neutron] 10.222.0.58 "GET /v2.0/networks/6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030640 Nov 10 21:24:37.793073 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dc8cf-5404-4911-9f0b-646a53088029 req-ce177645-38bc-4001-a3e2-3fb8e9bf0feb tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:37.794702 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-975dc8cf-5404-4911-9f0b-646a53088029 req-ce177645-38bc-4001-a3e2-3fb8e9bf0feb tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 943 time: 0.1182020 Nov 10 21:24:37.867591 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-975dc8cf-5404-4911-9f0b-646a53088029 req-ceac6077-64dc-4f0a-bcba-ff8a2638a6b7 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663283 Nov 10 21:24:38.133032 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-365ac7e5-ccfc-48f3-ac0d-7236a55f5dc3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb&tenant_id=cea6142182a747d4ad4577a2121bbb3c HTTP/1.1" status: 200 len: 1097 time: 0.1011999 Nov 10 21:24:38.480510 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8281d2cc-cd35-43bd-a851-fbe6e1c069a8 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:38.481711 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8281d2cc-cd35-43bd-a851-fbe6e1c069a8 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:38.495834 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-4d38094c-a724-4435-a097-247d754812a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 1097 time: 0.3288126 Nov 10 21:24:38.565271 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69baafc-af4f-4d35-8a47-c450889ba686 req-a1fc1568-7de2-4055-bd2b-4bbe53055505 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:38.566011 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-f69baafc-af4f-4d35-8a47-c450889ba686 req-a1fc1568-7de2-4055-bd2b-4bbe53055505 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:38.573430 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device d59fb2d2-0139-4677-926b-055353578871 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:24:38.588044 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8281d2cc-cd35-43bd-a851-fbe6e1c069a8 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:38.589688 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8281d2cc-cd35-43bd-a851-fbe6e1c069a8 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 945 time: 0.3710725 Nov 10 21:24:38.758701 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-218b2b50-9843-4669-9daa-64225235dc88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:38.762173 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-218b2b50-9843-4669-9daa-64225235dc88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.2522171 Nov 10 21:24:38.819394 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port d59fb2d2-0139-4677-926b-055353578871, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d59fb2d2-0139-4677-926b-055353578871,segment=NetworkSegment(1fb5031b-06ed-4bfd-ae88-66522dfe3d09),segment_id=1fb5031b-06ed-4bfd-ae88-66522dfe3d09)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:38.843401 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': 'd59fb2d2-0139-4677-926b-055353578871', 'network_id': '6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c', 'port_id': 'd59fb2d2-0139-4677-926b-055353578871', 'mac_address': 'fa:16:3e:3e:fa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563e9ffe-b674-465c-a010-9178c7014f01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:24:38.951082 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-f69baafc-af4f-4d35-8a47-c450889ba686 req-a1fc1568-7de2-4055-bd2b-4bbe53055505 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:38.952262 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f69baafc-af4f-4d35-8a47-c450889ba686 req-a1fc1568-7de2-4055-bd2b-4bbe53055505 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 945 time: 0.6975479 Nov 10 21:24:38.971569 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:38.990029 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212a14e-d8f2-492a-b372-70ec83ea7306 req-d1e09867-730c-4626-bc19-3b8c9e489c54 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:38.995639 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59fb2d2-0139-4677-926b-055353578871 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:39.004037 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c212a14e-d8f2-492a-b372-70ec83ea7306 req-d1e09867-730c-4626-bc19-3b8c9e489c54 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2862408 Nov 10 21:24:39.020184 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port d59fb2d2-0139-4677-926b-055353578871, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d59fb2d2-0139-4677-926b-055353578871,segment=NetworkSegment(1fb5031b-06ed-4bfd-ae88-66522dfe3d09),segment_id=1fb5031b-06ed-4bfd-ae88-66522dfe3d09)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:39.027032 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:39.029538 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:39.077608 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c212a14e-d8f2-492a-b372-70ec83ea7306 req-9f32877d-4d25-4375-858f-546bf6b97769 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726457 Nov 10 21:24:39.084057 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39246) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:39.146394 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-848ec374-02c0-41f9-8e09-2fb5d5333d13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2 HTTP/1.1" status: 200 len: 1000 time: 0.3146024 Nov 10 21:24:39.180147 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=d59fb2d2-0139-4677-926b-055353578871,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:39.187061 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:39.236270 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Deleting port 20132108-c144-4e6b-b1fd-1f2d52a39c40 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:24:39.236516 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:39.297637 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['d59fb2d2-0139-4677-926b-055353578871'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:24:39.307543 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f69baafc-af4f-4d35-8a47-c450889ba686 req-d9757937-8dff-4e7b-abc8-851b75f79487 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383064 Nov 10 21:24:39.392592 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-fad10815-de32-4303-9036-e3b112e1b649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:39.402010 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-fad10815-de32-4303-9036-e3b112e1b649 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.2387061 Nov 10 21:24:39.533918 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:39.673763 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836d1ee-efd3-4158-9483-1f04ca4bbf4f req-231e22a8-3758-4a18-8c2e-75fdce86cc8e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:39.675910 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3836d1ee-efd3-4158-9483-1f04ca4bbf4f req-231e22a8-3758-4a18-8c2e-75fdce86cc8e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.3984230 Nov 10 21:24:39.695572 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:39.720663 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Usage tracker for resource:security_group_rule and tenant:b974e084e95941a5a03c8401e765c2d6 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:39.726036 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:39.742485 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:39.769314 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3836d1ee-efd3-4158-9483-1f04ca4bbf4f req-3b44ee22-b842-4988-a677-1f8e58c030a2 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749867 Nov 10 21:24:39.796887 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-8536323a-f10e-41aa-ba0d-ef3b364c0569 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3301711 Nov 10 21:24:39.868876 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:39.874169 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:39.882267 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7d938845-230f-4ec0-837c-5550bbbee139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:39.942858 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee514949-2da2-4bc9-9951-70f9466ebefb,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:39.949652 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b974e084e95941a5a03c8401e765c2d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8643956 Nov 10 21:24:39.953361 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39266) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:39.974965 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.975494 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.975889 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.976405 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.976405 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.977137 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.977137 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.978460 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.978460 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.979539 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.979539 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:39.984219 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:39.986190 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] For port 20132108-c144-4e6b-b1fd-1f2d52a39c40, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=20132108-c144-4e6b-b1fd-1f2d52a39c40,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:39.986603 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:40.057973 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86547abc-5326-404d-a4dc-110fd9e12112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:40.138846 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Calling delete_port for 20132108-c144-4e6b-b1fd-1f2d52a39c40 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:24:40.183721 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86547abc-5326-404d-a4dc-110fd9e12112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:40.188476 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ebce0-b202-4fb6-82cc-54f2bd79abdd req-860d4ba6-9965-4711-b874-494d692ffa53 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:40.190099 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-838ebce0-b202-4fb6-82cc-54f2bd79abdd req-860d4ba6-9965-4711-b874-494d692ffa53 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 944 time: 0.4546583 Nov 10 21:24:40.209401 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-cb549202-e010-4a69-8b64-c7c81930a3ff service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910859 Nov 10 21:24:40.255407 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86547abc-5326-404d-a4dc-110fd9e12112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:40.261665 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-66a5e7c3-0a0d-4a9f-8abd-30af1e6d8311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:40.277974 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86547abc-5326-404d-a4dc-110fd9e12112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee514949-2da2-4bc9-9951-70f9466ebefb,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:40.281656 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-86547abc-5326-404d-a4dc-110fd9e12112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:40.282873 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86547abc-5326-404d-a4dc-110fd9e12112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:40.297660 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-86547abc-5326-404d-a4dc-110fd9e12112 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee514949-2da2-4bc9-9951-70f9466ebefb HTTP/1.1" status: 204 len: 168 time: 0.3350794 Nov 10 21:24:40.505424 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-838ebce0-b202-4fb6-82cc-54f2bd79abdd req-0ecd1498-156b-4eaf-aa38-716a19386001 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885876 Nov 10 21:24:40.526889 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b95d-3d95-49d0-8ed4-a5cfc56e03c5 req-0ddb8a72-da57-41af-8474-c9c5ca5f5fbe tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:40.532239 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3779b95d-3d95-49d0-8ed4-a5cfc56e03c5 req-0ddb8a72-da57-41af-8474-c9c5ca5f5fbe tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1503670 Nov 10 21:24:40.583318 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device d59fb2d2-0139-4677-926b-055353578871 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:24:40.763859 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-34234030-104a-4f26-a4dc-fdb6f72763ba req-71691254-906b-4661-9ea3-1d3fa9e6e4cd service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169001 Nov 10 21:24:40.766894 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3779b95d-3d95-49d0-8ed4-a5cfc56e03c5 req-ef3143a2-48b7-4704-b125-5c5a61b260fb tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265315 Nov 10 21:24:40.824487 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port d59fb2d2-0139-4677-926b-055353578871 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:40.853543 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port d59fb2d2-0139-4677-926b-055353578871 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:40.854530 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:40.863323 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:40.904729 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7ecc091d-0578-4524-b1da-a2feeb287808 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:41.110125 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['cf271a9b-2be3-42d1-9488-8717ddc81d94'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:24:41.265597 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f85be1e2-597f-4a97-9fa4-aeacdc998af2 req-3a0b108a-283b-477a-875c-6968e0744ddf tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 210 time: 0.2034802 Nov 10 21:24:41.266988 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Pushing event deleted for resources: {'Port': ['ID=20132108-c144-4e6b-b1fd-1f2d52a39c40,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:41.270491 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:41.378659 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f233bf-02b1-46e2-8487-3a4627c0ce0e req-eaf8eca0-10e5-4caf-ad21-eac2cb577724 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:41.387421 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-81f233bf-02b1-46e2-8487-3a4627c0ce0e req-eaf8eca0-10e5-4caf-ad21-eac2cb577724 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.1328461 Nov 10 21:24:41.396724 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] No DVR routers for this DVR port 20132108-c144-4e6b-b1fd-1f2d52a39c40 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:41.404229 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:41.410920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9502316b-bc82-4281-9267-79ba137a690a', 'name': 'network-vif-deleted', 'tag': '20132108-c144-4e6b-b1fd-1f2d52a39c40'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:41.441026 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e07b872b-bd8e-42cc-8185-bfef6e1dc82c req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "DELETE /v2.0/ports/20132108-c144-4e6b-b1fd-1f2d52a39c40 HTTP/1.1" status: 204 len: 173 time: 2.6747885 Nov 10 21:24:41.461784 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:41.532761 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-81f233bf-02b1-46e2-8487-3a4627c0ce0e req-3814b9de-4c98-4f75-b12d-128e8760180c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388950 Nov 10 21:24:41.533767 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7d8db-2f7b-4a73-bd00-3987c5e10944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59fb2d2-0139-4677-926b-055353578871'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:41.543494 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9502316b-bc82-4281-9267-79ba137a690a', 'name': 'network-vif-deleted', 'tag': '20132108-c144-4e6b-b1fd-1f2d52a39c40', 'status': 'completed', 'code': 200} Nov 10 21:24:41.571894 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port d59fb2d2-0139-4677-926b-055353578871, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d59fb2d2-0139-4677-926b-055353578871,segment=NetworkSegment(1fb5031b-06ed-4bfd-ae88-66522dfe3d09),segment_id=1fb5031b-06ed-4bfd-ae88-66522dfe3d09)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:41.583235 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:41.599361 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8d10d445-4cfb-4fa3-93bd-b2f22c6afc99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:41.679005 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7d8db-2f7b-4a73-bd00-3987c5e10944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59fb2d2-0139-4677-926b-055353578871', 'code': 200} Nov 10 21:24:41.886917 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=d59fb2d2-0139-4677-926b-055353578871,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:41.895734 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:42.103466 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8eb1-df76-42bd-8bcc-813c4f970b8e req-65ef0c94-ef88-4747-9990-c68de9df8555 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:42.117318 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ca5e8eb1-df76-42bd-8bcc-813c4f970b8e req-65ef0c94-ef88-4747-9990-c68de9df8555 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 945 time: 0.1785195 Nov 10 21:24:42.272273 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ca5e8eb1-df76-42bd-8bcc-813c4f970b8e req-4b7f579b-3a38-43ea-9842-3a3ca6ebb772 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538475 Nov 10 21:24:42.545262 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 39332) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:42.573914 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 20132108-c144-4e6b-b1fd-1f2d52a39c40 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:24:42.619338 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ba50ac4f-c1bf-42bf-bbc6-5c3c149de6fa req-1652385b-3dd9-420e-b484-56e9b8a363eb tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=9502316b-bc82-4281-9267-79ba137a690a HTTP/1.1" status: 200 len: 210 time: 0.1240950 Nov 10 21:24:42.632155 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 20132108-c144-4e6b-b1fd-1f2d52a39c40 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:24:42.633339 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 20132108-c144-4e6b-b1fd-1f2d52a39c40 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:24:42.795791 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c8eb9-a9f1-4cf4-aac8-81debd4a8d82 req-9f874898-17b6-4e7f-b2f6-7d25e01285fd tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:42.797677 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8e0c8eb9-a9f1-4cf4-aac8-81debd4a8d82 req-9f874898-17b6-4e7f-b2f6-7d25e01285fd tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.4522955 Nov 10 21:24:42.902801 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-819426084-network', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:42.914722 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:42.925812 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4338372-7af5-490b-a83a-438c7284ffa5 req-faa4ae9f-c8d7-42d3-b965-dcc8028420a6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:42.939314 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e4338372-7af5-490b-a83a-438c7284ffa5 req-faa4ae9f-c8d7-42d3-b965-dcc8028420a6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.1542079 Nov 10 21:24:42.997987 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-69387eff-4074-46cb-9ebd-43de564fa302 req-ba5fc2b1-8013-4526-b45a-ea850aecb60f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 1098 time: 1.0328088 Nov 10 21:24:43.040913 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e4338372-7af5-490b-a83a-438c7284ffa5 req-ab5c783f-635a-4a8e-9f4a-cb685bec24d8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985069 Nov 10 21:24:43.104894 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Usage tracker for resource:network and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:43.156519 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:43.161363 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-69387eff-4074-46cb-9ebd-43de564fa302 req-4d094972-7e87-4758-8fab-8bb443237430 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533186 Nov 10 21:24:43.168796 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:43.186655 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8e0c8eb9-a9f1-4cf4-aac8-81debd4a8d82 req-72b06a62-ef07-4da9-9457-fc8605c302e5 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771980 Nov 10 21:24:43.216402 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Made reservation on behalf of 7f99890f89564484a6a6b596825cf0a5 for: {'network': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:43.219110 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:43.250110 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:43.405858 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:43.410636 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Usage tracker for resource:security_group_rule and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:43.421669 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:43.431318 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:43.563172 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:43.570037 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:43.574496 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:43.667729 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=82876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:24:43.673839 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1da41dc-4e61-4511-afd6-e611155dd598,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:43.696913 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:43.708592 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97539d7e-3e3a-4192-8e67-90466e222691 req-590f2153-8036-46dc-be43-85bf3a87987d tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:43.709253 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:43.709849 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.segments_db [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Added segment 49151924-56c5-434a-90a5-02c58fb55f40 of type vlan for network e920f296-2b85-4024-9e49-abb581191350 Nov 10 21:24:43.715275 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-97539d7e-3e3a-4192-8e67-90466e222691 req-590f2153-8036-46dc-be43-85bf3a87987d tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 945 time: 0.1998234 Nov 10 21:24:43.782757 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:43.870399 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-97539d7e-3e3a-4192-8e67-90466e222691 req-dc1e92b4-9d7e-4e45-99ee-89d0b692aafe tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420946 Nov 10 21:24:43.889346 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:43.890914 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:43.891683 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:43.905073 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-59412b47-eb16-41c2-9508-6701474aa3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:44.175402 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6248436 Nov 10 21:24:44.181181 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39366) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:44.188320 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Request body: {'subnet': {'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-819426084-subnet', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:44.202169 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Pushing event updated for resources: {'Network': ['ID=e920f296-2b85-4024-9e49-abb581191350,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:44.208042 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:44.213426 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:44.230390 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Usage tracker for resource:subnet and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:44.234719 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network e920f296-2b85-4024-9e49-abb581191350 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:24:44.236023 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:44.262257 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:44.285130 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Made reservation on behalf of 7f99890f89564484a6a6b596825cf0a5 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:44.287469 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3739363'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:44.618819 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb69d3-554f-42b1-afa1-04b0b18d62e6 req-e22839d2-f4d5-47d0-a40e-eca3fd9a65d6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:44.634821 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3bdb69d3-554f-42b1-afa1-04b0b18d62e6 req-e22839d2-f4d5-47d0-a40e-eca3fd9a65d6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.2319057 Nov 10 21:24:44.725192 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f78b7-c667-44ae-94a8-697906183f2c req-03736cf5-1d9d-43ca-a58a-dad3947468ee tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:44.726823 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d33f78b7-c667-44ae-94a8-697906183f2c req-03736cf5-1d9d-43ca-a58a-dad3947468ee tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.3509073 Nov 10 21:24:44.852885 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3bdb69d3-554f-42b1-afa1-04b0b18d62e6 req-85056729-b26d-4189-9580-88caf199eecc tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172174 Nov 10 21:24:45.225267 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d33f78b7-c667-44ae-94a8-697906183f2c req-00ab1586-7b59-4e6a-9965-67db013a3d0b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286852 Nov 10 21:24:45.228740 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3330839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3739381'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:45.251650 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9b87cb80-86a4-41cc-8fa2-522664c0fde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:45.438222 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Checking segment: {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:24:45.438632 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Network hostable DHCP agents. Network: e920f296-2b85-4024-9e49-abb581191350, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:24:45.450990 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7abc97-8c29-471c-8987-fa88f10219dd,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:45.454873 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:45.484406 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Network e920f296-2b85-4024-9e49-abb581191350 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:24:45.485813 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508bfa4-568e-4c71-9726-9368d6d07f5d req-8c143460-5d76-4316-9d82-f8f1d53ef6bd tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:45.497281 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d508bfa4-568e-4c71-9726-9368d6d07f5d req-8c143460-5d76-4316-9d82-f8f1d53ef6bd tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 945 time: 0.2166386 Nov 10 21:24:45.514417 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, e920f296-2b85-4024-9e49-abb581191350) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:45.524845 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f944f-1bcb-41f6-b412-0ecdad1b72e8 None None] Network e920f296-2b85-4024-9e49-abb581191350 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:24:45.527147 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:45.529659 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:45.581826 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d508bfa4-568e-4c71-9726-9368d6d07f5d req-7d43ede3-bb8f-4c97-a263-236e07f20610 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832856 Nov 10 21:24:45.595618 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-86416147-c2c6-4965-9c99-10ccf89f3358 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4128211 Nov 10 21:24:45.599687 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39380) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:45.608698 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:24:45.630280 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:45.653222 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Usage tracker for resource:router and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:45.661666 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:45.682639 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:45.717644 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25759'] for router, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:45.720158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25748'] for router, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:45.771680 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:46.254463 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:46.559076 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76eb6282-be4c-5954-9eb3-907f01c351d6-e920f296-2b85-4024-9e49-abb581191350', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd'}]}} from dv-cinder-817261-1-smb. {{(pid=82878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 10 21:24:46.560130 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:46.725869 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ada5d0-a30e-4284-89ac-affa279305a3 req-11448b25-3f6a-4b20-ac80-edf41db1dd2a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:46.727534 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-31ada5d0-a30e-4284-89ac-affa279305a3 req-11448b25-3f6a-4b20-ac80-edf41db1dd2a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.3799639 Nov 10 21:24:46.866952 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-31ada5d0-a30e-4284-89ac-affa279305a3 req-97ade778-3ec5-472a-93d9-75c9ef20af64 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252093 Nov 10 21:24:47.064742 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:47.155705 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:47.216936 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Allocated IP 172.20.0.2 (e920f296-2b85-4024-9e49-abb581191350/ad7abc97-8c29-471c-8987-fa88f10219dd/72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:47.432666 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8a3c3-4f19-4518-b868-6750579fb85a req-883622c7-190f-4920-b6f5-4d3c3d8aa1a7 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:47.445676 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c1f8a3c3-4f19-4518-b868-6750579fb85a req-883622c7-190f-4920-b6f5-4d3c3d8aa1a7 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.6023891 Nov 10 21:24:47.544332 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3668dd-5c80-4d62-899f-253588ad8d1a req-97cdc3e1-50f4-410e-8722-739896cedb64 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:47.545137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-ce3668dd-5c80-4d62-899f-253588ad8d1a req-97cdc3e1-50f4-410e-8722-739896cedb64 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Synchronizing usage tracker for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:24:47.597918 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-ce3668dd-5c80-4d62-899f-253588ad8d1a req-97cdc3e1-50f4-410e-8722-739896cedb64 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Unset dirty status for tenant:e02c25451f3b41a28063a40cc4ba6a93 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:24:47.599140 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ce3668dd-5c80-4d62-899f-253588ad8d1a req-97cdc3e1-50f4-410e-8722-739896cedb64 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 945 time: 0.2825465 Nov 10 21:24:47.715591 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c1f8a3c3-4f19-4518-b868-6750579fb85a req-068358aa-6762-4ef8-9710-ec633875f53e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640188 Nov 10 21:24:47.740116 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ce3668dd-5c80-4d62-899f-253588ad8d1a req-90b61bc6-016b-4d96-be4d-8e3b2d42e522 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336322 Nov 10 21:24:47.815249 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Allocated IP 172.28.3.59 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:47.976673 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:48.027873 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Transition to ACTIVE for port object 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:48.097865 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Transition to ACTIVE for port object 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:48.115418 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:48.129093 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:48.407053 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Network e920f296-2b85-4024-9e49-abb581191350 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:48.433858 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Resources bound (agent type, host, resource id): {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:48.444900 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:48.640062 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Pushing event updated for resources: {'Port': ['ID=72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:48.675296 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:48.726195 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46720d-71c8-4f05-b333-f1b7a554e1ee req-a2b1f77e-6d40-4903-bd01-ff689259a8e0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:48.740074 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2d46720d-71c8-4f05-b333-f1b7a554e1ee req-a2b1f77e-6d40-4903-bd01-ff689259a8e0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.3838606 Nov 10 21:24:48.801330 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Attempting to bind port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:24:48.811715 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Attempting to bind port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:24:48.813090 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Attempting to bind port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e on network e920f296-2b85-4024-9e49-abb581191350 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:24:48.818431 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.818914 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.819382 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.819798 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.822816 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-6e1cc2ed-0ae5-425f-897d-c87fa934a906 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:48.823888 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.824168 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.824599 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.825030 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.825440 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.825839 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2d46720d-71c8-4f05-b333-f1b7a554e1ee req-4ec14886-bf51-49b0-9128-66f8003340d9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844681 Nov 10 21:24:48.825968 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.826321 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:48.832318 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:48.842331 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-6e1cc2ed-0ae5-425f-897d-c87fa934a906 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 945 time: 0.3245046 Nov 10 21:24:48.848339 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:24:48.849234 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Checking segment: {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:24:48.850070 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:48.850581 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Bound using segment: {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:24:48.851250 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Bound port: 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:24:48.851725 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:48.856474 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:48.870899 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:49.080735 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Deleting port cf271a9b-2be3-42d1-9488-8717ddc81d94 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:24:49.081171 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:49.245964 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] For port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:49.259221 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] For port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:49.259754 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:49.264377 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:49.266372 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:49.274895 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:49.300043 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:49.458276 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba712-cf7e-4910-9a7f-c02b8e2f6460 req-94670583-2475-4844-9c14-5a5047d596ac tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:49.469065 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4d9ba712-cf7e-4910-9a7f-c02b8e2f6460 req-94670583-2475-4844-9c14-5a5047d596ac tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.3118360 Nov 10 21:24:49.473892 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Pushing event updated for resources: {'Port': ['ID=72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:49.489617 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:49.556771 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Pushing event updated for resources: {'Port': ['ID=f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:49.563683 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:49.571661 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4d9ba712-cf7e-4910-9a7f-c02b8e2f6460 req-c1be33d2-d473-41ab-a98a-fbe7338f35f2 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963576 Nov 10 21:24:49.665431 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875d1e-b208-4a13-99e1-39b71cad2ee6 req-a9a4adae-e853-4c8a-b43c-00c1873ab8f8 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:49.683957 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-cf875d1e-b208-4a13-99e1-39b71cad2ee6 req-a9a4adae-e853-4c8a-b43c-00c1873ab8f8 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 945 time: 0.5464363 Nov 10 21:24:49.889296 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-cf875d1e-b208-4a13-99e1-39b71cad2ee6 req-0e46d437-56ee-43e3-adc3-065741407c6f tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4922c05-d18c-4b5f-b11c-b96e911ef53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002294 Nov 10 21:24:49.899252 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:49.900205 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677'] for router, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:49.976445 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-323562be-ad38-4571-a56f-e0bc063c611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:50.239899 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] For port cf271a9b-2be3-42d1-9488-8717ddc81d94, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cf271a9b-2be3-42d1-9488-8717ddc81d94,segment=NetworkSegment(a3423b3b-36fd-4d7b-ae31-366441d75d0e),segment_id=a3423b3b-36fd-4d7b-ae31-366441d75d0e)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:50.241380 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:50.607992 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Calling delete_port for cf271a9b-2be3-42d1-9488-8717ddc81d94 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:24:50.768898 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:51.201118 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac5b34-ed73-4521-ae8a-1c883502ae98 None None] Network e920f296-2b85-4024-9e49-abb581191350 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:24:51.226942 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Router 42142728-5c35-4549-a9e5-e3879b4899db is scheduled to L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 with binding_index 1 {{(pid=82877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:24:51.274578 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009623-d4aa-4984-9b99-c99926d5690f req-963a7577-3c2c-4f4c-a6f4-2749f17e1b59 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:51.277032 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-17009623-d4aa-4984-9b99-c99926d5690f req-963a7577-3c2c-4f4c-a6f4-2749f17e1b59 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.3597667 Nov 10 21:24:51.350723 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:51.358606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:51.458707 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-bfced27d-e6a3-4701-9a17-551f77ed8364 None None] Provisioning for port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:51.590526 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-17009623-d4aa-4984-9b99-c99926d5690f req-44eccb14-ec40-4d6e-b7e1-b7a433258ecd tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051260 Nov 10 21:24:51.697675 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Pushing event deleted for resources: {'Port': ['ID=cf271a9b-2be3-42d1-9488-8717ddc81d94,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:51.728651 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20232b-576a-447c-843e-f628d8f7b9c9 req-f15bd828-4e02-42e8-aa6a-e9a701db03d4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:51.737910 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3b20232b-576a-447c-843e-f628d8f7b9c9 req-f15bd828-4e02-42e8-aa6a-e9a701db03d4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 1.2886906 Nov 10 21:24:51.751240 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:51.876897 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:24:52.155660 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ef50375e-a8c5-4418-b33e-5448cfb25ade req-460ffcaa-bd66-48f3-9414-d8f79311946d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 210 time: 0.1326439 Nov 10 21:24:52.158855 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:52.178441 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:52.179154 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:52.241145 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:52.264931 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Sync routers for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:24:52.302873 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:52.306856 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:24:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:52.307461 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:52.312111 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.7108066 Nov 10 21:24:52.313294 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39472) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:52.316471 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3b20232b-576a-447c-843e-f628d8f7b9c9 req-5a63e6af-8637-4f72-98e9-82f953b62b33 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5699468 Nov 10 21:24:52.318630 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] No DVR routers for this DVR port cf271a9b-2be3-42d1-9488-8717ddc81d94 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:52.364433 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:52.405214 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-2c988d6f-b8f9-4781-b2c6-53c2a3c52ef2 None None] Provisioning complete for port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:52.405920 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c988d6f-b8f9-4781-b2c6-53c2a3c52ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:52.411750 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4441f93-e11f-49a8-9b14-50b94c0bb563', 'name': 'network-vif-deleted', 'tag': 'cf271a9b-2be3-42d1-9488-8717ddc81d94'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:52.457654 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-823342d7-8902-458f-8f2d-b7dab638ba6b req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.58 "DELETE /v2.0/ports/cf271a9b-2be3-42d1-9488-8717ddc81d94 HTTP/1.1" status: 204 len: 173 time: 3.6080418 Nov 10 21:24:52.502076 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb3e41c-5449-4103-986e-e961fa50e916 req-f06828f8-21af-4a9a-bc91-b88939b31fc6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1099 time: 1.0505822 Nov 10 21:24:52.673800 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device cf271a9b-2be3-42d1-9488-8717ddc81d94 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:24:52.725388 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb3e41c-5449-4103-986e-e961fa50e916 req-70721c63-05e0-4602-b7ad-affc7387d3c7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100606 Nov 10 21:24:52.726897 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4441f93-e11f-49a8-9b14-50b94c0bb563', 'name': 'network-vif-deleted', 'tag': 'cf271a9b-2be3-42d1-9488-8717ddc81d94', 'status': 'completed', 'code': 200} Nov 10 21:24:53.062123 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: cf271a9b-2be3-42d1-9488-8717ddc81d94 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:24:53.062757 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device cf271a9b-2be3-42d1-9488-8717ddc81d94 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:24:53.077928 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c988d6f-b8f9-4781-b2c6-53c2a3c52ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:53.334100 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-2c988d6f-b8f9-4781-b2c6-53c2a3c52ef2 None None] For port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:53.347599 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:53.404972 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:24:53.405560 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:53.406189 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c988d6f-b8f9-4781-b2c6-53c2a3c52ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:53.424036 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:53.535081 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec682-94a4-4925-8b7a-e3cacc4ab354 req-3977034b-6fb1-4dbd-9564-566a6a85791c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.537300 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-302ec682-94a4-4925-8b7a-e3cacc4ab354 req-3977034b-6fb1-4dbd-9564-566a6a85791c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.3015087 Nov 10 21:24:53.564593 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64686931-56a0-498d-8b19-827841cc5cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:53.646220 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-302ec682-94a4-4925-8b7a-e3cacc4ab354 req-98f1c1ff-8299-405e-aed8-b97551253c62 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008637 Nov 10 21:24:53.922297 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c988d6f-b8f9-4781-b2c6-53c2a3c52ef2 None None] Pushing event updated for resources: {'Port': ['ID=72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:53.939582 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2c988d6f-b8f9-4781-b2c6-53c2a3c52ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:53.944527 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f9663ade-8e8c-4322-9f83-7772557bb5d5 req-5374049a-20bc-4263-bde0-06f25908ff2b tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4441f93-e11f-49a8-9b14-50b94c0bb563 HTTP/1.1" status: 200 len: 210 time: 0.3188965 Nov 10 21:24:54.029323 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.db.api [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:24:54.029323 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_db.api [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:24:54.071492 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:54.220018 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b85e3-b637-4930-b9d0-16c9212063ea req-6a6fb30c-9e1c-4c6e-be91-675df5a69ff6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:54.229239 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ce3b85e3-b637-4930-b9d0-16c9212063ea req-6a6fb30c-9e1c-4c6e-be91-675df5a69ff6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.4026892 Nov 10 21:24:54.299285 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:49Z', 'revision_number': 3, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:54.313100 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Checking router: 42142728-5c35-4549-a9e5-e3879b4899db for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:24:54.313861 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Updating router 42142728-5c35-4549-a9e5-e3879b4899db port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 binding host dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:24:54.370901 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ce3b85e3-b637-4930-b9d0-16c9212063ea req-08ce029b-92d0-48ce-89ec-03874c297e9a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335661 Nov 10 21:24:54.554830 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:54.803442 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:24:55.077656 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:55.079958 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:55.178962 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426cf8-e097-4fa0-a868-7c2cafcacba1 req-86bb7c78-e578-4f72-a33f-5556920b3a6a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:55.185670 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-03426cf8-e097-4fa0-a868-7c2cafcacba1 req-86bb7c78-e578-4f72-a33f-5556920b3a6a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2257750 Nov 10 21:24:55.319591 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-03426cf8-e097-4fa0-a868-7c2cafcacba1 req-7e373eec-3e41-42ef-8554-5fe873c50107 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274145 Nov 10 21:24:55.496209 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:55.514069 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Transition to ACTIVE for port object f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:55.527332 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:55.528429 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:55.532972 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 39514) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:55.554205 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:55.682773 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687d83-34c5-4042-864d-d5ee472e2770 req-94175d93-61a2-4394-a4ef-a6eb5fa4e355 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:55.693779 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ec687d83-34c5-4042-864d-d5ee472e2770 req-94175d93-61a2-4394-a4ef-a6eb5fa4e355 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 945 time: 0.5678778 Nov 10 21:24:55.716430 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:55.717789 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Pushing event updated for resources: {'Port': ['ID=f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:55.733020 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.736745 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.738537 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.739087 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.740087 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.741044 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.743899 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.744493 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.745042 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.746356 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.747663 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.755537 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_v2 [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Deleting subnet 654583d9-dfa4-4bad-a007-aa46d9c292ef {{(pid=82876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:24:55.757622 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:55.796355 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:55.820515 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Attempting to bind port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:24:55.824031 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Attempting to bind port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:24:55.824672 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Attempting to bind port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 on network e5e6204f-b15f-4aba-96e4-6e2896ad2afd {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:24:55.845184 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:24:55.848113 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:24:55.848896 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:55.849592 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Bound using segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:24:55.850497 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Bound port: f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:24:55.851231 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:55.953375 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ec687d83-34c5-4042-864d-d5ee472e2770 req-3568ab7a-fde9-4015-b3b5-61856a03e119 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429590 Nov 10 21:24:56.118686 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] For port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:56.123286 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] For port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:56.131886 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:56.163822 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:56.185274 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252319'] for subnet, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:56.218748 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Allocated IP 172.20.0.1 (e920f296-2b85-4024-9e49-abb581191350/ad7abc97-8c29-471c-8987-fa88f10219dd/a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:56.368391 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:56.372068 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:24:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:56.413618 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:56.566375 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 39528) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:56.603375 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396bc6-d5e3-4df6-b42d-31d3db2d711a req-30d64bca-9fc6-4b1b-ac27-a0368cf82d39 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:56.611393 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2a396bc6-d5e3-4df6-b42d-31d3db2d711a req-30d64bca-9fc6-4b1b-ac27-a0368cf82d39 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.6966453 Nov 10 21:24:56.681475 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:56.697681 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Pushing event updated for resources: {'Port': ['ID=f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:56.720400 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:56.739743 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Transition to ACTIVE for port object a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 will not be triggered until provisioned by entity DHCP. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:56.776327 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:24:56.846569 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:56.867681 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:57.102344 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2a396bc6-d5e3-4df6-b42d-31d3db2d711a req-ea0c34a4-b1fa-4be4-a022-b616bd443933 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4557052 Nov 10 21:24:57.110233 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719132'] for subnet, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:57.224902 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:57.231037 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Network e920f296-2b85-4024-9e49-abb581191350 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:57.237953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:57.254053 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:57.368945 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654583d9-dfa4-4bad-a007-aa46d9c292ef,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:57.406484 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:57.438710 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:57.487479 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Pushing event updated for resources: {'Port': ['ID=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:57.531515 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:57.553704 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:24:57.565546 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8cce0e38ee4af989176379d360d2f9 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:24:57.572275 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:24:57.603718 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:24:57.642237 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:57.656401 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f9d85-4397-416f-9452-46477baf7929 req-2e1cbbe3-59b9-4564-bd3f-f97c35014da0 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:57.666095 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-425f9d85-4397-416f-9452-46477baf7929 req-2e1cbbe3-59b9-4564-bd3f-f97c35014da0 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.6620746 Nov 10 21:24:57.726946 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7d270d84-6e71-48d4-8904-4fbe3519c4c7 None None] Provisioning for port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:57.737933 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:49Z', 'revision_number': 3, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:57.738821 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7d270d84-6e71-48d4-8904-4fbe3519c4c7 None None] Provisioning complete for port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:57.740927 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7d270d84-6e71-48d4-8904-4fbe3519c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:57.750360 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb66866-2e3a-4f73-9410-f4b30630b4b1 None None] The sync data for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb is: [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:49Z', 'revision_number': 3, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:24:57.775828 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:57.776211 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-425f9d85-4397-416f-9452-46477baf7929 req-de92e6bb-c2b7-4fd3-8c95-e305fa86785b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085293 Nov 10 21:24:57.891054 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:57.891391 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:57.915999 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7d270d84-6e71-48d4-8904-4fbe3519c4c7 None None] Port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:24:57.922384 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:57.945417 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-08a7401e-3a0a-4156-81ec-fa5389a9f122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:58.019199 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427011a-e358-49ef-b463-5d5121945c6b req-7e084635-5df0-4479-a630-b00603268dd7 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:58.021147 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5427011a-e358-49ef-b463-5d5121945c6b req-7e084635-5df0-4479-a630-b00603268dd7 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.58 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 945 time: 1.1262238 Nov 10 21:24:58.029178 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-4a46a0f7-1594-47b8-950d-5b73abc31be9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1099 time: 1.1324644 Nov 10 21:24:58.152473 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/654583d9-dfa4-4bad-a007-aa46d9c292ef HTTP/1.1" status: 204 len: 168 time: 2.6166046 Nov 10 21:24:58.160336 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39544) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:58.372011 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Deleting port d59fb2d2-0139-4677-926b-055353578871 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:24:58.374670 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:58.454809 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7861beb0-8e8b-4fae-a5ba-482f7cbe9902,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:58.462373 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:58.526511 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef8cce0e38ee4af989176379d360d2f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9480169 Nov 10 21:24:58.532647 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 39550) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:24:58.827646 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74015ee0-a928-4ddf-9f72-830142a5d52e req-6c399b0b-1d7a-4381-93ed-2f062fa65cf6 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:58.841128 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-74015ee0-a928-4ddf-9f72-830142a5d52e req-6c399b0b-1d7a-4381-93ed-2f062fa65cf6 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 945 time: 1.2510560 Nov 10 21:24:58.883669 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:58.922039 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:24:59.172611 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:59.193414 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:59.193791 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:59.592656 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:59.626339 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:59.631923 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:59.634644 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:24:59.692616 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-fe1703a1-d2d8-4b56-9bfd-3e4cf53d0dee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:59.694600 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-fe1703a1-d2d8-4b56-9bfd-3e4cf53d0dee service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 921 time: 1.4322526 Nov 10 21:24:59.703484 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-effd5bfb-bff3-4169-aa2e-111ce9b249a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:59.778106 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-74015ee0-a928-4ddf-9f72-830142a5d52e req-8efc3600-1088-4a5f-b6ec-041019c81739 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce18af85-701e-4eb0-9d96-830d97f28966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9325128 Nov 10 21:24:59.779697 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.db.resource_extend [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:24:59.814816 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:59.825034 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:59.827039 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:24:59.858905 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:59.869615 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:24:59.888030 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2988830-964f-49e5-948b-2e42682fc3f0 req-5a3ee084-d93a-411a-9ee5-ccee2f638b1e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:59.913448 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d2988830-964f-49e5-948b-2e42682fc3f0 req-5a3ee084-d93a-411a-9ee5-ccee2f638b1e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 1.3374476 Nov 10 21:25:00.035945 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:00.167334 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] For port d59fb2d2-0139-4677-926b-055353578871, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d59fb2d2-0139-4677-926b-055353578871,segment=NetworkSegment(1fb5031b-06ed-4bfd-ae88-66522dfe3d09),segment_id=1fb5031b-06ed-4bfd-ae88-66522dfe3d09)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:00.167674 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:00.296490 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e07f7ff-7206-4676-926e-bfcb17c8e5b6']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:00.364107 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3423b3b-36fd-4d7b-ae31-366441d75d0e') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:00.364385 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3423b3b-36fd-4d7b-ae31-366441d75d0e') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:00.409982 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Calling delete_port for d59fb2d2-0139-4677-926b-055353578871 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:25:00.445194 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371172'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:00.484918 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1565935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400967'] for router_interface, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:00.497112 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Pushing event updated for resources: {'Port': ['ID=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:00.520802 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:00.560342 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:00.623794 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:25:00.625485 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d2988830-964f-49e5-948b-2e42682fc3f0 req-8ed73c0d-a6d1-4f8e-8aa6-561cb0d6364b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7184184 Nov 10 21:25:00.639770 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:25:00.644010 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3331956'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:00.700274 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device d59fb2d2-0139-4677-926b-055353578871 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:25:00.879014 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-effd5bfb-bff3-4169-aa2e-111ce9b249a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: Traceback (most recent call last): Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: timer() Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: cb(*args, **kw) Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: return func(*args, **kwargs) Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: self._notify() Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: self.callback(batched_events) Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: event.method(event) Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: return f(self, *a, **k) Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: return self._get(url).json() Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: return self.request(url, 'GET', **kwargs) Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:25:00.917825 dv-cinder-817261-1-smb neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:25:00.929344 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-7cc5132c-622e-4c96-a702-4d42f51ee5cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df48734a-6dec-425f-a39b-11f31bba8cb0 HTTP/1.1" status: 200 len: 217 time: 1.0558712 Nov 10 21:25:00.991395 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:01.233291 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:01.241543 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:01.334484 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-044464a4-113d-4668-a30b-90569acc6a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:01.337222 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:01.371239 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:01.378651 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:01.393241 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-e55d6d40-c360-43fb-b288-34764d5daff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:01.394882 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-e55d6d40-c360-43fb-b288-34764d5daff2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.4105539 Nov 10 21:25:01.423368 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Pushing event deleted for resources: {'Port': ['ID=d59fb2d2-0139-4677-926b-055353578871,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:01.426212 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:01.481003 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:01.481003 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:01.487503 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-e739eec7-9e2d-49dc-b754-c31f594e6c3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529714 Nov 10 21:25:01.517379 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e07f7ff-7206-4676-926e-bfcb17c8e5b6,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:01.522778 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:01.552489 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2e07f7ff-7206-4676-926e-bfcb17c8e5b6 HTTP/1.1" status: 204 len: 168 time: 3.3878047 Nov 10 21:25:01.809707 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Network e920f296-2b85-4024-9e49-abb581191350 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:01.848995 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:02.015624 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-64e08b45-6bab-41f2-a004-f3635333edaf req-ae282af7-e90d-48c1-8687-6166dd5741f2 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 210 time: 0.3521633 Nov 10 21:25:02.023888 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39570) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:02.059854 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-3506b404-ae1a-4626-8ea9-68f31c6b2fc7 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371630 Nov 10 21:25:02.191536 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] No DVR routers for this DVR port d59fb2d2-0139-4677-926b-055353578871 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:25:02.202289 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:02.267659 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7d8db-2f7b-4a73-bd00-3987c5e10944', 'name': 'network-vif-deleted', 'tag': 'd59fb2d2-0139-4677-926b-055353578871'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:02.354016 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-908cf713-7330-45b5-923f-dcf9145a1bee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e02c25451f3b41a28063a40cc4ba6a93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3287406 Nov 10 21:25:02.358364 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39576) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:02.402913 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5427011a-e358-49ef-b463-5d5121945c6b req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.58 "DELETE /v2.0/ports/d59fb2d2-0139-4677-926b-055353578871 HTTP/1.1" status: 204 len: 173 time: 4.2479303 Nov 10 21:25:02.422295 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b742f-f7d8-47ce-9ec0-0b02e69d1161 req-3a966257-b876-42ba-9f4d-bec56044e6c6 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:02.425102 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ba3b742f-f7d8-47ce-9ec0-0b02e69d1161 req-3a966257-b876-42ba-9f4d-bec56044e6c6 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 2.3353179 Nov 10 21:25:02.428831 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-effd5bfb-bff3-4169-aa2e-111ce9b249a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:02.434146 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-effd5bfb-bff3-4169-aa2e-111ce9b249a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:02.436658 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-effd5bfb-bff3-4169-aa2e-111ce9b249a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7861beb0-8e8b-4fae-a5ba-482f7cbe9902 HTTP/1.1" status: 204 len: 168 time: 3.9011526 Nov 10 21:25:02.446176 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f3dd5877-c056-415d-b090-62c4d49d46c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:02.552046 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-ab4ec8aa-0d15-4680-aab7-2d51ecf6857b None None] Provisioning complete for port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:02.552804 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ab4ec8aa-0d15-4680-aab7-2d51ecf6857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:02.640342 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd5bfb-bff3-4169-aa2e-111ce9b249a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7861beb0-8e8b-4fae-a5ba-482f7cbe9902,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:02.643712 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-effd5bfb-bff3-4169-aa2e-111ce9b249a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:02.759102 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ba3b742f-f7d8-47ce-9ec0-0b02e69d1161 req-861d016d-490d-419d-a3e7-c4f984d36116 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872665 Nov 10 21:25:02.854527 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eaa97a65-a30a-40b6-a37c-9d538257f9fd req-a980855e-77cc-4ce0-b6e2-da42a669176d service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586639 Nov 10 21:25:02.931909 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-78a3d7b7-3f99-4834-a55b-0f768f62c354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:02.934331 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ec8aa-0d15-4680-aab7-2d51ecf6857b None None] Port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:25:02.987755 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7d8db-2f7b-4a73-bd00-3987c5e10944', 'name': 'network-vif-deleted', 'tag': 'd59fb2d2-0139-4677-926b-055353578871', 'status': 'completed', 'code': 200} Nov 10 21:25:03.134687 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146377ad-3e90-4c4c-9d89-373ee0eb38af req-f957e930-1b43-4c86-96f0-48b9f1bd1df7 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:03.143202 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-146377ad-3e90-4c4c-9d89-373ee0eb38af req-f957e930-1b43-4c86-96f0-48b9f1bd1df7 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.7620769 Nov 10 21:25:03.271922 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-78a3d7b7-3f99-4834-a55b-0f768f62c354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:03.389998 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-146377ad-3e90-4c4c-9d89-373ee0eb38af req-d2be0110-2bb8-4ad8-8de4-78adc3a5f894 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217028 Nov 10 21:25:03.535093 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a15fee03-6716-4cbe-ba5d-899047788a81 req-3600148a-afed-421c-9994-702990d6c473 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Synchronizing usage tracker for tenant:f9a92f5d4a18486c988e4a2d6a5c065c on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:25:03.588639 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a15fee03-6716-4cbe-ba5d-899047788a81 req-3600148a-afed-421c-9994-702990d6c473 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Unset dirty status for tenant:f9a92f5d4a18486c988e4a2d6a5c065c on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:25:03.588639 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a15fee03-6716-4cbe-ba5d-899047788a81 req-3600148a-afed-421c-9994-702990d6c473 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 210 time: 0.1065190 Nov 10 21:25:03.589096 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-78a3d7b7-3f99-4834-a55b-0f768f62c354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:03.590111 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d5d5453f-d3f1-4a67-a3bb-5801eead646e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:03.632357 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3d7b7-3f99-4834-a55b-0f768f62c354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4922c05-d18c-4b5f-b11c-b96e911ef53c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:03.653446 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-78a3d7b7-3f99-4834-a55b-0f768f62c354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:03.672340 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-78a3d7b7-3f99-4834-a55b-0f768f62c354 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4922c05-d18c-4b5f-b11c-b96e911ef53c HTTP/1.1" status: 204 len: 168 time: 1.3105481 Nov 10 21:25:03.735931 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-78a3d7b7-3f99-4834-a55b-0f768f62c354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:03.752119 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Router 42142728-5c35-4549-a9e5-e3879b4899db has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:25:04.624681 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527527c-8c31-403b-8d31-02996be1187a req-d1105ab7-f8a6-4684-8a4d-8e58e12766c0 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:04.626371 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f527527c-8c31-403b-8d31-02996be1187a req-d1105ab7-f8a6-4684-8a4d-8e58e12766c0 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.4870622 Nov 10 21:25:04.740375 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:25:04.772721 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Sync routers for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:25:04.807810 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] 10.222.0.70 "PUT /v2.0/routers/42142728-5c35-4549-a9e5-e3879b4899db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4934475 Nov 10 21:25:04.820042 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:04.824178 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:24:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:04.834401 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f527527c-8c31-403b-8d31-02996be1187a req-30f749f4-3014-4a82-9008-2dc7621dc517 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994488 Nov 10 21:25:05.146209 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddd269-47b4-49be-aaec-4c3462eeb786 req-c2cbaa61-d019-4238-bf4a-df7d508ea4a0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:05.165571 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e4ddd269-47b4-49be-aaec-4c3462eeb786 req-c2cbaa61-d019-4238-bf4a-df7d508ea4a0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.3568695 Nov 10 21:25:05.305333 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e4ddd269-47b4-49be-aaec-4c3462eeb786 req-90123ef0-6f43-4af3-a567-aa32a848c1f8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358118 Nov 10 21:25:05.366406 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:25:05.613991 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-feb7d32e-31fb-49a7-b645-3d5acb465b16 req-97140f45-48a6-4ea7-9718-656723d23a71 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f7d8db-2f7b-4a73-bd00-3987c5e10944 HTTP/1.1" status: 200 len: 210 time: 0.3325889 Nov 10 21:25:06.332088 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:24:58Z', 'revision_number': 2, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:06.338565 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Checking router: 42142728-5c35-4549-a9e5-e3879b4899db for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:25:06.339164 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Updating router 42142728-5c35-4549-a9e5-e3879b4899db port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 binding host dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:25:06.437077 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:06.801604 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3870f-05cd-49b1-a6fd-c7e1e2e96bec req-b3cafb8e-be6a-4749-804c-ffa58c267c55 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:06.804275 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d6a3870f-05cd-49b1-a6fd-c7e1e2e96bec req-b3cafb8e-be6a-4749-804c-ffa58c267c55 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2243581 Nov 10 21:25:06.858779 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af5a2f-9343-43ac-8c77-b522ead31831 req-0ed86f57-db28-4e79-b2f7-178445fd8c7d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:06.874689 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a3af5a2f-9343-43ac-8c77-b522ead31831 req-0ed86f57-db28-4e79-b2f7-178445fd8c7d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.1376510 Nov 10 21:25:06.972455 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a3af5a2f-9343-43ac-8c77-b522ead31831 req-ee364ec6-e28e-476c-ac96-163b2a220399 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949323 Nov 10 21:25:07.048688 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d6a3870f-05cd-49b1-a6fd-c7e1e2e96bec req-f8a76803-9020-48ab-8a95-2719ab1c4bdc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344186 Nov 10 21:25:07.089087 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39656) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:07.095102 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1804302452-network', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:07.103830 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:07.128869 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Usage tracker for resource:network and tenant:114376e184d6407a8bd418350e5d1bf0 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:07.134396 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:07.154823 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:07.178190 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Made reservation on behalf of 114376e184d6407a8bd418350e5d1bf0 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:07.182053 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.218884 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.294338 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:07.300341 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Usage tracker for resource:security_group_rule and tenant:114376e184d6407a8bd418350e5d1bf0 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:07.304386 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:07.312277 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:07.414968 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.423767 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.436268 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-490ef56a-6a47-4352-a4a1-441fbde949d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:07.493477 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88bf3c7-032f-46f5-ae88-d9e43ed015fe,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:07.498048 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:07.508186 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1164} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:25:07.527541 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.527975 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Added segment 64b394ae-1741-4fa7-ab66-de15ff404803 of type vlan for network fa37bac6-c1d0-4afb-a712-b251a817a84e Nov 10 21:25:07.567625 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.604212 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.641826 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.641826 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:07.641826 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.646671 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Transition to ACTIVE for port object a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:07.655856 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:07.660737 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.675490 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:07.816099 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Pushing event updated for resources: {'Network': ['ID=fa37bac6-c1d0-4afb-a712-b251a817a84e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:07.823123 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:07.851149 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 39670) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:07.853018 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7610333 Nov 10 21:25:07.861821 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Request body: {'subnet': {'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1804302452-subnet', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:07.869227 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:07.876688 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Usage tracker for resource:subnet and tenant:114376e184d6407a8bd418350e5d1bf0 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:07.882558 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:07.913376 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:07.955532 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Made reservation on behalf of 114376e184d6407a8bd418350e5d1bf0 for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:07.962090 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719105'] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:07.977816 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network fa37bac6-c1d0-4afb-a712-b251a817a84e details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:25:08.373999 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff12189-9a9c-4ab1-a360-677e9b505c05 None None] Pushing event updated for resources: {'Port': ['ID=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:08.379052 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4ff12189-9a9c-4ab1-a360-677e9b505c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:08.740804 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:25:08.780632 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Attempting to bind port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:25:08.786837 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Attempting to bind port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:25:08.787347 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Attempting to bind port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 on network e920f296-2b85-4024-9e49-abb581191350 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:25:08.800070 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:25:08.800459 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Checking segment: {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:25:08.800884 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:08.801286 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Bound using segment: {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:25:08.801763 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Bound port: a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:25:08.802139 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:08.824182 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c789f5-4684-467b-8eb7-bae2bfcae1ec req-6f128a13-8ec4-41c2-be41-c0da4d70b62d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:08.837761 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c0c789f5-4684-467b-8eb7-bae2bfcae1ec req-6f128a13-8ec4-41c2-be41-c0da4d70b62d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2769685 Nov 10 21:25:08.950618 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c0c789f5-4684-467b-8eb7-bae2bfcae1ec req-1c48493f-aa21-416b-9b8d-5df419e662a8 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108267 Nov 10 21:25:08.985553 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e8dd7-6d57-4aa1-9367-210c16ad1fd3 req-efed92c7-0ec5-4efb-97cd-ef3cba064918 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:08.995153 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c60e8dd7-6d57-4aa1-9367-210c16ad1fd3 req-efed92c7-0ec5-4efb-97cd-ef3cba064918 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 944 time: 0.6221578 Nov 10 21:25:09.099832 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c60e8dd7-6d57-4aa1-9367-210c16ad1fd3 req-c130a838-cc24-4e33-b0d4-86b4788bbf60 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036899 Nov 10 21:25:09.105725 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719127'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:09.127857 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e21a5e52-0563-437e-ac48-fe69764868c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:09.155803 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] For port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:09.179321 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:09.193799 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] For port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:09.199820 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'port_id': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'mac_address': 'fa:16:3e:88:c0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:25:09.204927 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:09.219114 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:09.347945 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae216fb-3a9d-4804-a835-a561209eac95,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:09.352825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff12189-9a9c-4ab1-a360-677e9b505c05 None None] Pushing event updated for resources: {'Port': ['ID=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:09.353793 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:09.360441 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Checking segment: {'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:25:09.360842 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Network hostable DHCP agents. Network: fa37bac6-c1d0-4afb-a712-b251a817a84e, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:25:09.363035 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4ff12189-9a9c-4ab1-a360-677e9b505c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:09.440843 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:09.442453 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Network fa37bac6-c1d0-4afb-a712-b251a817a84e is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:25:09.461944 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:09.462850 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:24:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:09.467622 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, fa37bac6-c1d0-4afb-a712-b251a817a84e) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:09.474166 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:09.475881 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:09.525425 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62abb8a-442a-4714-bedd-f2e17d9cf313 None None] Network fa37bac6-c1d0-4afb-a712-b251a817a84e requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:25:09.529275 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-2adf1997-98f4-4df3-a9e2-07e89ddbe94b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6744511 Nov 10 21:25:09.532159 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 39700) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:09.545445 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:09.556454 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:09.561565 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Usage tracker for resource:router and tenant:114376e184d6407a8bd418350e5d1bf0 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:09.565901 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:09.578826 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:09.614520 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25759'] for router, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:09.615506 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25748'] for router, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:09.666729 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:09.729520 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff3908a-b2fe-4578-a499-48e67059d1d2 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:09.771104 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:09.795744 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:09.812167 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:09.949079 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:10.176911 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['2ff3908a-b2fe-4578-a499-48e67059d1d2'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:25:10.351368 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:10.473538 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:10.482097 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=9']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:10.509116 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:10.618598 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb54842-fb6f-4312-bd2d-cb510c79d3bd req-171500c9-9bda-445d-a660-5eb8529032a5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:10.629545 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6bb54842-fb6f-4312-bd2d-cb510c79d3bd req-171500c9-9bda-445d-a660-5eb8529032a5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 945 time: 0.2119994 Nov 10 21:25:10.643639 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:25:10.750809 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6bb54842-fb6f-4312-bd2d-cb510c79d3bd req-c721cf6c-a358-488d-b2a9-b05d33cc1e4b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179719 Nov 10 21:25:10.771101 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76eb6282-be4c-5954-9eb3-907f01c351d6-fa37bac6-c1d0-4afb-a712-b251a817a84e', 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'fixed_ips': [{'subnet_id': 'dae216fb-3a9d-4804-a835-a561209eac95'}]}} from dv-cinder-817261-1-smb. {{(pid=82878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 10 21:25:10.771910 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:10.820963 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Allocated IP 172.28.3.120 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/4593e722-3b90-41c7-8d10-c4018d4a824c) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:11.029194 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:11.100811 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:11.106287 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f0d80c2e-8a27-4071-a19b-28a52e8d1747 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:11.284979 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:11.302857 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:11.315387 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:11.515664 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Pushing event updated for resources: {'Port': ['ID=4593e722-3b90-41c7-8d10-c4018d4a824c,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:11.525708 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:11.830942 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415b8f1-b8fe-4e5d-9757-c288df9bace2 req-d84684ed-036f-4800-b8c6-251ebf153f7f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:11.833006 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3415b8f1-b8fe-4e5d-9757-c288df9bace2 req-d84684ed-036f-4800-b8c6-251ebf153f7f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2065668 Nov 10 21:25:11.885478 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:09Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:11.892813 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Allocated IP 172.20.0.2 (fa37bac6-c1d0-4afb-a712-b251a817a84e/dae216fb-3a9d-4804-a835-a561209eac95/3148b89e-1740-408d-b511-aa3d909cd123) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:11.898010 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0fc30-2239-4071-823d-85c59fe3af5d None None] The sync data for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb is: [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:09Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:25:11.993575 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3415b8f1-b8fe-4e5d-9757-c288df9bace2 req-88cc583a-f0f7-47ee-bf70-e25ef9966055 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279602 Nov 10 21:25:12.026184 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:12.028916 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677'] for router, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:12.282991 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397dd1-e9b8-4fa0-a963-aea9bd1af13f req-2944be93-cd2d-443a-af70-f5f1de092c70 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:12.293279 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9f397dd1-e9b8-4fa0-a963-aea9bd1af13f req-2944be93-cd2d-443a-af70-f5f1de092c70 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 945 time: 0.1936083 Nov 10 21:25:12.316194 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:12.329260 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Transition to ACTIVE for port object 3148b89e-1740-408d-b511-aa3d909cd123 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:12.354265 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Transition to ACTIVE for port object 3148b89e-1740-408d-b511-aa3d909cd123 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:12.363523 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:12.389934 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9f397dd1-e9b8-4fa0-a963-aea9bd1af13f req-9effaf1f-c62f-4f2c-adf9-254f89f791fc tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936770 Nov 10 21:25:12.405070 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:12.505356 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Pushing event updated for resources: {'Port': ['ID=3148b89e-1740-408d-b511-aa3d909cd123,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:12.509817 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:12.517824 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Network fa37bac6-c1d0-4afb-a712-b251a817a84e is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:12.519641 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Resources bound (agent type, host, resource id): {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:12.522459 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:12.654217 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Attempting to bind port 3148b89e-1740-408d-b511-aa3d909cd123 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:25:12.654595 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Attempting to bind port 3148b89e-1740-408d-b511-aa3d909cd123 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:25:12.655720 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Attempting to bind port 3148b89e-1740-408d-b511-aa3d909cd123 on network fa37bac6-c1d0-4afb-a712-b251a817a84e {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:25:12.665533 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:25:12.665901 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Checking segment: {'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:25:12.666484 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:12.667057 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Bound using segment: {'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:25:12.668212 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Bound port: 3148b89e-1740-408d-b511-aa3d909cd123, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:25:12.668476 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:12.761782 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 is scheduled to L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 with binding_index 1 {{(pid=82876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:25:12.780092 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:12.856242 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:13.083539 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 2ff3908a-b2fe-4578-a499-48e67059d1d2 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:13.084252 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:13.206575 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] For port 3148b89e-1740-408d-b511-aa3d909cd123, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:13.245645 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] For port 3148b89e-1740-408d-b511-aa3d909cd123, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=3148b89e-1740-408d-b511-aa3d909cd123,segment=NetworkSegment(64b394ae-1741-4fa7-ab66-de15ff404803),segment_id=64b394ae-1741-4fa7-ab66-de15ff404803)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:13.246696 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:13.253752 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:13.254125 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:13.305072 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:13.330116 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:13.584267 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:25:13.598642 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Sync routers for ids ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:25:13.645077 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Notify callbacks [] for router, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:13.649834 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1129234 Nov 10 21:25:13.650503 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 39776) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:13.651936 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Routers {'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:13.657520 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:24:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:13.762600 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:13.884494 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:14.056928 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Pushing event updated for resources: {'Port': ['ID=3148b89e-1740-408d-b511-aa3d909cd123,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:14.126740 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:14.159248 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:14.167199 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-247a98f2-5452-4459-8d07-4b8ee75b92e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:14.184473 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Set router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:25:14.210836 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88176d5c-2401-426e-bee5-3699dab0049f req-9c0fef9b-7dc6-47f0-af2a-8e9f172fcb4c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:14.214280 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-88176d5c-2401-426e-bee5-3699dab0049f req-9c0fef9b-7dc6-47f0-af2a-8e9f172fcb4c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 945 time: 0.3421938 Nov 10 21:25:14.335218 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-88176d5c-2401-426e-bee5-3699dab0049f req-1a4b24d0-805c-4e6a-acbe-397a8b163152 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146426 Nov 10 21:25:14.384990 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:14.448473 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:14.470460 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:14.485572 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:14.512149 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:14.519333 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:14.528035 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:14.701545 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=10']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:14.705267 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:14.720500 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'code': 200} Nov 10 21:25:15.052209 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 3148b89e-1740-408d-b511-aa3d909cd123 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:15.246240 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac4be2-bb0e-4f20-8a47-d38b401edc34 None None] Network fa37bac6-c1d0-4afb-a712-b251a817a84e requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:25:15.324417 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:25:11Z', 'revision_number': 3, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:15.339854 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Checking router: f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:25:15.340226 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Updating router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 port 4593e722-3b90-41c7-8d10-c4018d4a824c binding host dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:25:15.479961 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 3148b89e-1740-408d-b511-aa3d909cd123 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:15.483276 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] Provisioning for port 3148b89e-1740-408d-b511-aa3d909cd123 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:15.504035 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] Provisioning complete for port 3148b89e-1740-408d-b511-aa3d909cd123 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:15.504699 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:15.524531 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:15.558165 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 3148b89e-1740-408d-b511-aa3d909cd123 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:15.560260 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:15.869597 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712bcae-be60-459d-ba56-4971ae7ca6a9 req-1d574247-5afa-4e29-a1dc-91c5f71e983e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:15.875608 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8712bcae-be60-459d-ba56-4971ae7ca6a9 req-1d574247-5afa-4e29-a1dc-91c5f71e983e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 947 time: 0.2525296 Nov 10 21:25:15.883414 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b3373457-42b4-48e3-ab51-fcbabef5e2e5 req-8387bca1-e192-4e97-a0c2-8ba2d80a863c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 1100 time: 0.4327013 Nov 10 21:25:15.978394 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8712bcae-be60-459d-ba56-4971ae7ca6a9 req-96f41c66-15bb-49ae-a383-386620c1343b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916140 Nov 10 21:25:15.981736 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:16.026235 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:16.214315 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] For port 3148b89e-1740-408d-b511-aa3d909cd123, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=3148b89e-1740-408d-b511-aa3d909cd123,segment=NetworkSegment(64b394ae-1741-4fa7-ab66-de15ff404803),segment_id=64b394ae-1741-4fa7-ab66-de15ff404803)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:16.389187 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:16.422144 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:16.522780 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:16.751261 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:16.767966 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Allocated IP 172.20.0.1 (fa37bac6-c1d0-4afb-a712-b251a817a84e/dae216fb-3a9d-4804-a835-a561209eac95/5e205646-2420-445e-b682-f7865b69e961) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:16.783486 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Transition to ACTIVE for port object 4593e722-3b90-41c7-8d10-c4018d4a824c will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:16.792770 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b3373457-42b4-48e3-ab51-fcbabef5e2e5 req-cf04ad89-e81d-4781-aee4-48debafd225f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9003961 Nov 10 21:25:16.798483 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:16.805341 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:16.918277 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c061a-937e-4404-b219-5375d721c605 None None] Pushing event updated for resources: {'Port': ['ID=4593e722-3b90-41c7-8d10-c4018d4a824c,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:16.921008 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Attempting to bind port 4593e722-3b90-41c7-8d10-c4018d4a824c on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:25:16.921784 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Attempting to bind port 4593e722-3b90-41c7-8d10-c4018d4a824c by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:25:16.922211 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Attempting to bind port 4593e722-3b90-41c7-8d10-c4018d4a824c on network e5e6204f-b15f-4aba-96e4-6e2896ad2afd {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:25:16.924640 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-332c061a-937e-4404-b219-5375d721c605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:16.930800 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:25:16.931168 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:25:16.931563 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:16.931949 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Bound using segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:25:16.932407 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Bound port: 4593e722-3b90-41c7-8d10-c4018d4a824c, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:25:16.932829 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:17.006860 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.db.api [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:25:17.007217 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_db.api [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:25:17.020502 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] For port 4593e722-3b90-41c7-8d10-c4018d4a824c, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:17.026709 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] For port 4593e722-3b90-41c7-8d10-c4018d4a824c, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=4593e722-3b90-41c7-8d10-c4018d4a824c,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:17.032947 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:17.043753 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-dc5b268e-ce14-451f-9f4a-d06b74a55617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:17.049273 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:17.077514 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] Pushing event updated for resources: {'Port': ['ID=3148b89e-1740-408d-b511-aa3d909cd123,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:17.082025 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:17.097525 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Transition to ACTIVE for port object 5e205646-2420-445e-b682-f7865b69e961 will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:17.147559 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:17.154140 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4e7e6cc-f3e3-493e-9382-a096e61ba9ce tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:17.286224 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c061a-937e-4404-b219-5375d721c605 None None] Pushing event updated for resources: {'Port': ['ID=4593e722-3b90-41c7-8d10-c4018d4a824c,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:17.333905 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-332c061a-937e-4404-b219-5375d721c605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:17.337203 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Routers {'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:17.337528 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Network fa37bac6-c1d0-4afb-a712-b251a817a84e is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:17.337857 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:24:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:17.339078 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:17.348294 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:17.690139 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:17.762852 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] Set router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:25:17.784711 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:17.790887 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bba34-ee17-4d55-a533-401fb3dfb8e6 req-1e04a6fa-a671-4b68-8fae-50eb3c49c332 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:17.809168 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b05bba34-ee17-4d55-a533-401fb3dfb8e6 req-1e04a6fa-a671-4b68-8fae-50eb3c49c332 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 947 time: 0.2702894 Nov 10 21:25:17.834349 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-efbaaddb-86de-403f-8ee3-84f1d337b5d5 None None] Provisioning complete for port 3148b89e-1740-408d-b511-aa3d909cd123 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:17.835089 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-efbaaddb-86de-403f-8ee3-84f1d337b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:17.947033 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Pushing event updated for resources: {'Port': ['ID=5e205646-2420-445e-b682-f7865b69e961,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:17.958469 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:18.014885 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b05bba34-ee17-4d55-a533-401fb3dfb8e6 req-87c78600-1215-4099-8f47-db1780f25d47 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046010 Nov 10 21:25:18.308782 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:18.432998 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:18.433412 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:18.558420 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:25:11Z', 'revision_number': 3, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:18.568213 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645e226-1c1c-40e9-835c-ec30de86c0d9 req-afccd54b-4c44-4072-89ed-33b09210574b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:18.570195 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556ab0d-01a6-43c3-979c-4acc78d9c982 None None] The sync data for ids ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'] in dv-cinder-817261-1-smb is: [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:25:11Z', 'revision_number': 3, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:25:18.574466 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2645e226-1c1c-40e9-835c-ec30de86c0d9 req-afccd54b-4c44-4072-89ed-33b09210574b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.6088541 Nov 10 21:25:18.592033 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-16999e27-948f-4329-91f6-e6886f00b738 req-775db2b4-8ea9-4917-a729-4ea717e537de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1099 time: 0.7315426 Nov 10 21:25:18.660576 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-03314547-613b-4117-95bb-e7e8f67af382 None None] Provisioning for port 5e205646-2420-445e-b682-f7865b69e961 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:18.803048 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-03314547-613b-4117-95bb-e7e8f67af382 None None] Provisioning complete for port 5e205646-2420-445e-b682-f7865b69e961 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:18.814213 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-03314547-613b-4117-95bb-e7e8f67af382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:18.832845 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16999e27-948f-4329-91f6-e6886f00b738 req-18d8b12b-1bb4-409e-803c-06ee658ec557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:18.834576 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-16999e27-948f-4329-91f6-e6886f00b738 req-18d8b12b-1bb4-409e-803c-06ee658ec557 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 921 time: 0.1994381 Nov 10 21:25:19.114622 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-03314547-613b-4117-95bb-e7e8f67af382 None None] Port 5e205646-2420-445e-b682-f7865b69e961 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:25:19.174836 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 3148b89e-1740-408d-b511-aa3d909cd123 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:19.221134 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-16999e27-948f-4329-91f6-e6886f00b738 req-2bdb0fec-b050-4755-81e1-a5d2c8eff184 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df48734a-6dec-425f-a39b-11f31bba8cb0 HTTP/1.1" status: 200 len: 217 time: 0.3655906 Nov 10 21:25:19.279588 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 3148b89e-1740-408d-b511-aa3d909cd123 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:19.280717 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:19.435345 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2645e226-1c1c-40e9-835c-ec30de86c0d9 req-8f98317e-15d2-4c52-89af-f658422fd20c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8355439 Nov 10 21:25:19.534452 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4b2f-381d-4706-bf24-7c6171a206c6 req-0281f079-3264-4c00-aa3c-dcb067d71019 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.545200 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-906d4b2f-381d-4706-bf24-7c6171a206c6 req-0281f079-3264-4c00-aa3c-dcb067d71019 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 947 time: 0.1621366 Nov 10 21:25:19.563910 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16999e27-948f-4329-91f6-e6886f00b738 req-74d82cb5-b6a7-46d3-82a2-3badfa6465fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.588060 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-16999e27-948f-4329-91f6-e6886f00b738 req-74d82cb5-b6a7-46d3-82a2-3badfa6465fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.3505704 Nov 10 21:25:19.627894 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-906d4b2f-381d-4706-bf24-7c6171a206c6 req-7fe8fd9f-09cf-448f-940e-3046657918c7 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817831 Nov 10 21:25:19.720874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:19.729334 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:19.772114 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-80d50f7e-35ab-477d-b671-1b7f83024598 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:19.815850 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-16999e27-948f-4329-91f6-e6886f00b738 req-f7c79f85-76ef-4939-8af2-6cf321bb188e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239454 Nov 10 21:25:19.952469 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2a02344b-2c59-4a07-8809-70e397e74a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:20.042161 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Pushing event updated for resources: {'Port': ['ID=5e205646-2420-445e-b682-f7865b69e961,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:20.057005 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1565935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400967'] for router_interface, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:20.066517 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:20.370586 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-16999e27-948f-4329-91f6-e6886f00b738 req-749f8e27-f274-45e5-a0cb-5fc111c7f37e service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374703 Nov 10 21:25:20.517444 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Network fa37bac6-c1d0-4afb-a712-b251a817a84e is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:20.525368 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:20.730442 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:20.946681 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5de29-a26f-46e8-9c4c-f92753c545e4 req-db6a8d62-9ea6-491f-9d18-51576e244cdf tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:20.954104 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6dd5de29-a26f-46e8-9c4c-f92753c545e4 req-db6a8d62-9ea6-491f-9d18-51576e244cdf tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 947 time: 0.0988939 Nov 10 21:25:20.986865 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-f3b1bcb2-5362-42bf-bcb4-e5d43b1d9038 None None] Provisioning complete for port 5e205646-2420-445e-b682-f7865b69e961 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:20.987764 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3b1bcb2-5362-42bf-bcb4-e5d43b1d9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:21.097418 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6dd5de29-a26f-46e8-9c4c-f92753c545e4 req-1b127002-20f2-4143-aa37-d289e484cdff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423531 Nov 10 21:25:21.161024 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1bcb2-5362-42bf-bcb4-e5d43b1d9038 None None] Port 5e205646-2420-445e-b682-f7865b69e961 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:25:21.205077 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-16999e27-948f-4329-91f6-e6886f00b738 req-e8e6b33c-9d61-4293-89ea-e98aeebc76d1 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8211820 Nov 10 21:25:21.260822 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a48ec7-ebc8-4295-b1dc-c3c989885eb7 req-0a202bf2-8662-4497-b817-ed75d1b6e399 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:21.268016 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-11a48ec7-ebc8-4295-b1dc-c3c989885eb7 req-0a202bf2-8662-4497-b817-ed75d1b6e399 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2860672 Nov 10 21:25:21.409589 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-11a48ec7-ebc8-4295-b1dc-c3c989885eb7 req-f07fbb33-b09a-483b-ae2b-4e8e24d1283f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393795 Nov 10 21:25:21.479613 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:25:21.783027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:25:21.795176 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] 10.222.0.70 "PUT /v2.0/routers/f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1434500 Nov 10 21:25:22.742072 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf0119-ae30-42ed-a9bd-bedcffca2d29 req-80a35333-5c8a-4467-96c6-7d23be83d073 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:22.749590 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6ccf0119-ae30-42ed-a9bd-bedcffca2d29 req-80a35333-5c8a-4467-96c6-7d23be83d073 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1236351 Nov 10 21:25:22.824230 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6ccf0119-ae30-42ed-a9bd-bedcffca2d29 req-c330fdeb-a683-4774-8fa4-c8e1df077523 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733464 Nov 10 21:25:22.896847 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fb8f47e6-0552-42a6-9385-33137a02f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:22.992113 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 39976) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:22.999067 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297965501', 'description': 'tempest-secgroup-smoke-1297965501 description', 'project_id': '7f99890f89564484a6a6b596825cf0a5'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:23.005804 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:23.011547 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:security_group and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:23.015226 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:23.025676 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:23.040813 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.105456 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:23.110255 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:security_group_rule and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:23.114461 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:23.121432 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:23.184194 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.206517 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.212075 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.216852 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9aeaf279-6aeb-42a0-9ab3-c1c619714034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:23.259893 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022422fa-4279-4b92-8c01-56b4e1304c9e,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:23.263372 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:23.264076 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.265292 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2712553 Nov 10 21:25:23.268416 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39990) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:23.276311 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'security_group_rule': {'security_group_id': '022422fa-4279-4b92-8c01-56b4e1304c9e', 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:23.283592 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:23.290013 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:security_group_rule and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:23.291940 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:23.298488 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:23.320966 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.403227 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.408474 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.412085 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:23.452920 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fab230-36e5-475c-848a-bd4a7bffdda2,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:23.464249 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:23.470457 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.472497 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2028196 Nov 10 21:25:23.477583 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 39994) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:23.487217 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'security_group_rule': {'security_group_id': '022422fa-4279-4b92-8c01-56b4e1304c9e', 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:23.496291 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:23.502415 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:security_group_rule and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:23.506599 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:23.513820 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:23.535752 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.612071 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.619920 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.623328 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:23.667331 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42d54cd-6654-4656-8dc4-72a5a47a0647,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:23.671454 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:23.684336 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.687091 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-35474dcc-8037-48be-b879-cf3ccc303487 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2076542 Nov 10 21:25:23.689578 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40002) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:23.700497 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'security_group_rule': {'security_group_id': '022422fa-4279-4b92-8c01-56b4e1304c9e', 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:23.711289 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:23.718207 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:security_group_rule and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:23.723273 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:23.735884 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:23.759434 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.832079 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.836679 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.838842 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-305c742f-f12b-4348-901c-573492103dea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:23.862085 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988dd620-6c92-4374-8fa4-2ec1ecb38b99,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:23.867636 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:23.874515 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:23.880236 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1849124 Nov 10 21:25:23.880630 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40008) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:23.890322 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'security_group_rule': {'security_group_id': '022422fa-4279-4b92-8c01-56b4e1304c9e', 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:23.902124 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:23.909034 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:security_group_rule and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:23.915350 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:23.926444 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:23.945835 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.033313 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.039908 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.042762 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:24.062679 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.076618 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068f5706-188f-4da8-a452-6587855a9dc5,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:24.088627 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:24.099645 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.102903 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2207804 Nov 10 21:25:24.107384 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40012) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:24.125865 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'security_group_rule': {'security_group_id': '022422fa-4279-4b92-8c01-56b4e1304c9e', 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:24.139918 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:24.145972 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:security_group_rule and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:24.149772 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad868a36-4367-4239-bb1b-76f157fcf4eb req-8388c1cf-77d6-4bc6-a5f7-7b28ea1d832a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:24.150824 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:24.152279 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ad868a36-4367-4239-bb1b-76f157fcf4eb req-8388c1cf-77d6-4bc6-a5f7-7b28ea1d832a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1669459 Nov 10 21:25:24.169736 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:24.198288 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.securitygroups_db [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Project 7f99890f89564484a6a6b596825cf0a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:25:24.222489 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.238304 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ad868a36-4367-4239-bb1b-76f157fcf4eb req-9d5e9a56-6759-4b8d-9a64-76a5ed0e0ca2 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692146 Nov 10 21:25:24.339803 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.346226 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.348738 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ad9ce9c2-fc43-44a3-89d5-5c7556a46102 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:24.405420 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b2a7b6-495a-4ccd-845c-60fa1ecb5490,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:24.409546 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:24.416713 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.420870 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3076112 Nov 10 21:25:24.421198 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40028) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:24.432985 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'security_group_rule': {'security_group_id': '022422fa-4279-4b92-8c01-56b4e1304c9e', 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:24.441468 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:24.446986 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:security_group_rule and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:24.452296 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:24.467601 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:24.488754 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.securitygroups_db [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Project 7f99890f89564484a6a6b596825cf0a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:25:24.497090 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.590493 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.596284 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.619288 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:24.626950 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:24.636647 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2009907 Nov 10 21:25:24.646207 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5c3173-d5da-44d4-89b0-8ba9c8a1e92b,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:24.651196 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:25.172462 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 4593e722-3b90-41c7-8d10-c4018d4a824c up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:25.263694 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 4593e722-3b90-41c7-8d10-c4018d4a824c completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:25.270101 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 4593e722-3b90-41c7-8d10-c4018d4a824c triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:25.270728 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:25.408793 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:25.430201 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port 4593e722-3b90-41c7-8d10-c4018d4a824c, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=4593e722-3b90-41c7-8d10-c4018d4a824c,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:25.436763 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:25.439188 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:25.528604 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88a955-87fb-4821-a8aa-65aa4e0b5da3 req-3e75fbb6-cb35-4a6d-8e81-33a68c8656f5 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:25.532255 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9b88a955-87fb-4821-a8aa-65aa4e0b5da3 req-3e75fbb6-cb35-4a6d-8e81-33a68c8656f5 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1462524 Nov 10 21:25:25.561997 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:25.598752 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=4593e722-3b90-41c7-8d10-c4018d4a824c,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:25.606498 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:25.648918 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9b88a955-87fb-4821-a8aa-65aa4e0b5da3 req-178355a9-c31e-493d-b959-e0b21fa16deb tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104720 Nov 10 21:25:26.898996 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85628d22-376b-45d9-8217-15ec7fd95b6c req-f9e1bd1d-294f-45e6-aaa0-64e979d55db3 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:26.900812 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85628d22-376b-45d9-8217-15ec7fd95b6c req-f9e1bd1d-294f-45e6-aaa0-64e979d55db3 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.0884964 Nov 10 21:25:26.953833 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85628d22-376b-45d9-8217-15ec7fd95b6c req-6b92a4f6-c2a0-49c4-8c7d-1d0323a62adf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432119 Nov 10 21:25:27.012447 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40148) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:27.087999 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] Deleting subnet 56ce22b8-9bee-4ec6-8613-5798d8e30a4e {{(pid=82876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:25:27.091348 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.102504 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 4593e722-3b90-41c7-8d10-c4018d4a824c up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:27.167187 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252319'] for subnet, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.191652 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 4593e722-3b90-41c7-8d10-c4018d4a824c triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:27.192113 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.239441 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.313466 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719132'] for subnet, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.318264 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:27.354303 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ce22b8-9bee-4ec6-8613-5798d8e30a4e,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:27.357124 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:27.360317 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.370122 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-19f52ee8-ee39-422c-8f73-b553a0b65680 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/56ce22b8-9bee-4ec6-8613-5798d8e30a4e HTTP/1.1" status: 204 len: 168 time: 0.3539555 Nov 10 21:25:27.370354 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40158) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:27.499197 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.649231 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.689675 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd48556-39bc-4db2-883b-c2fdb7b3c394']}} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:27.718533 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5723f2cc-a59d-4355-af89-ae4ed04ae86f') {'for_net_delete': True} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:27.719185 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5723f2cc-a59d-4355-af89-ae4ed04ae86f') {} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:27.737081 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252310'] for segment, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.830168 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.837573 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=82876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:25:27.837945 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578719'] for segment, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: Traceback (most recent call last): Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: timer() Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: cb(*args, **kw) Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: return func(*args, **kwargs) Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: self._notify() Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: self.callback(batched_events) Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: event.method(event) Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: return f(self, *a, **k) Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: return self._get(url).json() Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: return self.request(url, 'GET', **kwargs) Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:25:27.853004 dv-cinder-817261-1-smb neutron-server[82876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:25:27.937939 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.943040 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:27.964251 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:27.968291 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd48556-39bc-4db2-883b-c2fdb7b3c394,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:27.973861 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:27.982398 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] 10.222.0.70 "DELETE /v2.0/networks/4fd48556-39bc-4db2-883b-c2fdb7b3c394 HTTP/1.1" status: 204 len: 168 time: 0.6108744 Nov 10 21:25:28.265332 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e767d45-ccf3-416f-9ec2-6bf455772e9d req-41a5b324-dc21-4135-a1ca-27a051edc5fe tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.268106 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4e767d45-ccf3-416f-9ec2-6bf455772e9d req-41a5b324-dc21-4135-a1ca-27a051edc5fe tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1208968 Nov 10 21:25:28.316902 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40188) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:28.321151 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4e767d45-ccf3-416f-9ec2-6bf455772e9d req-36ba5da9-69d5-4f41-998b-9cddc54ccf3e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 Nov 10 21:25:28.378686 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-243c3204-8737-40da-82e8-bcd7b8b53918 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=908adda3f1924a98bb4442c0b1d0c2d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0599492 Nov 10 21:25:28.381425 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40192) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:28.461990 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e4de-77f1-41fe-afd8-d620fc3ff347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:28.556426 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e4de-77f1-41fe-afd8-d620fc3ff347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:28.623308 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e4de-77f1-41fe-afd8-d620fc3ff347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:28.629039 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-59f885df-3129-4cc2-ade9-51af16413f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:28.643431 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8e4de-77f1-41fe-afd8-d620fc3ff347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d911a03-42c1-473d-9667-1b125cb601ee,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:28.646370 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9fb8e4de-77f1-41fe-afd8-d620fc3ff347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:28.653356 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9fb8e4de-77f1-41fe-afd8-d620fc3ff347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:28.658047 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9fb8e4de-77f1-41fe-afd8-d620fc3ff347 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d911a03-42c1-473d-9667-1b125cb601ee HTTP/1.1" status: 204 len: 168 time: 0.2717540 Nov 10 21:25:28.954918 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Sync routers for ids ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:25:28.971437 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Routers {'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:28.972230 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:25:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:29.235802 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Set router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:25:29.579554 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40228) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:29.629749 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:25:17Z', 'revision_number': 4, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '5e205646-2420-445e-b682-f7865b69e961', 'name': '', 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'mac_address': 'fa:16:3e:1f:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae216fb-3a9d-4804-a835-a561209eac95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:16Z', 'updated_at': '2021-11-10T21:25:18Z', 'revision_number': 2, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'subnets': [{'id': 'dae216fb-3a9d-4804-a835-a561209eac95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:29.633288 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f0813-f8fe-467e-810d-131076e499f8 req-778af090-054c-4759-a51f-ce420e380c4a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:29.636010 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d78f0813-f8fe-467e-810d-131076e499f8 req-778af090-054c-4759-a51f-ce420e380c4a tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1544390 Nov 10 21:25:29.644915 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Checking router: f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:25:29.645426 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Updating router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 port 5e205646-2420-445e-b682-f7865b69e961 binding host dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:25:29.689739 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] Deleting subnet 563e9ffe-b674-465c-a010-9178c7014f01 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:25:29.695326 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:29.717989 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:29.731917 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d78f0813-f8fe-467e-810d-131076e499f8 req-83d35fba-006c-4ab6-b055-6f9b4f3e58a0 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876927 Nov 10 21:25:29.776816 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371181'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:29.832652 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40234) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:29.837629 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:29.917005 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3331030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3739390'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:29.924373 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:29.969682 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563e9ffe-b674-465c-a010-9178c7014f01,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:29.974279 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:29.980748 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:29.987062 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-62b153f1-bcea-425b-b6c0-141b680f2f56 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/563e9ffe-b674-465c-a010-9178c7014f01 HTTP/1.1" status: 204 len: 168 time: 0.4063985 Nov 10 21:25:29.989742 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40240) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:30.027390 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-26139126-network', 'tenant_id': '02d25d58cd2443569efadcf7f29d919e'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:30.040009 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:30.138850 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.151037 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Usage tracker for resource:network and tenant:02d25d58cd2443569efadcf7f29d919e is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:30.153465 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Transition to ACTIVE for port object 5e205646-2420-445e-b682-f7865b69e961 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:30.164843 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.167961 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:30.172433 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:30.179381 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:30.202971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.207163 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Made reservation on behalf of 02d25d58cd2443569efadcf7f29d919e for: {'network': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:30.209606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.234544 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.377312 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d697-a92f-4625-ac9a-c55f288afc3d None None] Pushing event updated for resources: {'Port': ['ID=5e205646-2420-445e-b682-f7865b69e961,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:30.383042 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3b91d697-a92f-4625-ac9a-c55f288afc3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:30.396153 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:30.415707 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:02d25d58cd2443569efadcf7f29d919e is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:30.420660 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:30.424783 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.439480 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:30.465903 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c']}} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:30.483046 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb5031b-06ed-4bfd-ae88-66522dfe3d09') {'for_net_delete': True} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:30.483332 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb5031b-06ed-4bfd-ae88-66522dfe3d09') {} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:30.496012 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Attempting to bind port 5e205646-2420-445e-b682-f7865b69e961 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:25:30.496649 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Attempting to bind port 5e205646-2420-445e-b682-f7865b69e961 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:25:30.497842 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Attempting to bind port 5e205646-2420-445e-b682-f7865b69e961 on network fa37bac6-c1d0-4afb-a712-b251a817a84e {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:25:30.502338 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252310'] for segment, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.504709 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:25:30.505197 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Checking segment: {'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:25:30.505669 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.506137 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Bound using segment: {'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:25:30.506674 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Bound port: 5e205646-2420-445e-b682-f7865b69e961, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b394ae-1741-4fa7-ab66-de15ff404803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:25:30.508515 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.536906 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.545775 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=82876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:25:30.546168 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578719'] for segment, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: Traceback (most recent call last): Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: timer() Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: cb(*args, **kw) Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: return func(*args, **kwargs) Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: self._notify() Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: self.callback(batched_events) Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: event.method(event) Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: return f(self, *a, **k) Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: return self._get(url).json() Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: return self.request(url, 'GET', **kwargs) Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:25:30.560472 dv-cinder-817261-1-smb neutron-server[82876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:25:30.613600 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] For port 5e205646-2420-445e-b682-f7865b69e961, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:30.617980 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] For port 5e205646-2420-445e-b682-f7865b69e961, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=5e205646-2420-445e-b682-f7865b69e961,segment=NetworkSegment(64b394ae-1741-4fa7-ab66-de15ff404803),segment_id=64b394ae-1741-4fa7-ab66-de15ff404803)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:30.626187 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.629994 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:30.653398 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.659506 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.662465 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-90db256b-7001-4e5c-a704-6cdabeb9750f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:30.673703 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.688859 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.704162 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=82876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:25:30.721039 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d697-a92f-4625-ac9a-c55f288afc3d None None] Pushing event updated for resources: {'Port': ['ID=5e205646-2420-445e-b682-f7865b69e961,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:30.723839 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Routers {'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:30.724652 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:25:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:30.728505 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.728876 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.segments_db [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Added segment 82119f07-9992-4d5e-8215-c4c219310a45 of type vlan for network ac3567be-f309-409e-b427-9d56eb4a4c0f Nov 10 21:25:30.738117 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c HTTP/1.1" status: 204 len: 168 time: 0.7446144 Nov 10 21:25:30.738117 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4515a-47da-4d38-88c6-8ba459b266bb,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:30.739005 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40254) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:30.740886 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:30.741871 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:30.781625 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Pushing event deleted for resources: {'Network': ['ID=6752b3bf-6b78-4df3-9e7b-7a331f6ffe0c,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:30.785993 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3b91d697-a92f-4625-ac9a-c55f288afc3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:30.796087 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:30.803807 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.843896 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] Deleting subnet 005620d4-fc02-4e78-aa53-72bf785e2027 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:25:30.850900 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.874128 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.875659 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:30.876322 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.883149 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-50da1675-f762-4e14-bfa8-83ae4483086c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:30.918635 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371181'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:30.987477 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1537077 Nov 10 21:25:30.988722 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40260) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:31.014466 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Request body: {'subnet': {'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-26139126-subnet', 'tenant_id': '02d25d58cd2443569efadcf7f29d919e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:31.029206 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:31.031916 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3567be-f309-409e-b427-9d56eb4a4c0f,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:31.036196 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:31.037342 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Usage tracker for resource:subnet and tenant:02d25d58cd2443569efadcf7f29d919e is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:31.041202 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:31.047505 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] Set router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:25:31.047933 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:31.061606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Made reservation on behalf of 02d25d58cd2443569efadcf7f29d919e for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:31.065239 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719105'] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.096300 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.109368 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network ac3567be-f309-409e-b427-9d56eb4a4c0f details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:25:31.182535 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c06a6-23bc-44a9-968b-07d4470466c4 req-5803770d-8b8b-4170-bf11-cbe7de5ed884 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:31.190174 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-076c06a6-23bc-44a9-968b-07d4470466c4 req-5803770d-8b8b-4170-bf11-cbe7de5ed884 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2274830 Nov 10 21:25:31.258210 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-076c06a6-23bc-44a9-968b-07d4470466c4 req-5701f589-6d3e-4c43-92db-27ebb84defec tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659010 Nov 10 21:25:31.262304 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3331030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3739390'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.281646 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7596e568-e6c0-4873-b427-36a8d190c2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:31.318311 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.321298 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005620d4-fc02-4e78-aa53-72bf785e2027,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:31.324299 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:31.329777 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-cce860f6-330a-4028-ad7e-8249f58f81ce admin admin] 10.222.0.70 "DELETE /v2.0/subnets/005620d4-fc02-4e78-aa53-72bf785e2027 HTTP/1.1" status: 204 len: 168 time: 0.5866508 Nov 10 21:25:31.330325 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40264) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:31.428923 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719127'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.448691 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:31.509358 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.576654 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a168bbd-9396-41b3-8ba8-f330d0b45cdf,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:31.584874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:31.656325 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:25:17Z', 'revision_number': 4, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '5e205646-2420-445e-b682-f7865b69e961', 'name': '', 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'mac_address': 'fa:16:3e:1f:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae216fb-3a9d-4804-a835-a561209eac95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:16Z', 'updated_at': '2021-11-10T21:25:30Z', 'revision_number': 4, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'subnets': [{'id': 'dae216fb-3a9d-4804-a835-a561209eac95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:31.661682 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f4c017-7228-40c3-a6ed-eecfc3785928 None None] The sync data for ids ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'] in dv-cinder-817261-1-smb is: [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:25:17Z', 'revision_number': 4, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '5e205646-2420-445e-b682-f7865b69e961', 'name': '', 'network_id': 'fa37bac6-c1d0-4afb-a712-b251a817a84e', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'mac_address': 'fa:16:3e:1f:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dae216fb-3a9d-4804-a835-a561209eac95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:16Z', 'updated_at': '2021-11-10T21:25:30Z', 'revision_number': 4, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'subnets': [{'id': 'dae216fb-3a9d-4804-a835-a561209eac95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:25:31.676954 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Checking segment: {'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:25:31.677718 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Network hostable DHCP agents. Network: ac3567be-f309-409e-b427-9d56eb4a4c0f, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:25:31.764270 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.801473 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafb6d11-6649-44c4-ad9e-02451b8be854']}} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:31.877143 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8e775e-4763-4e80-a075-5f6f031fdb85') {'for_net_delete': True} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:31.877430 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8e775e-4763-4e80-a075-5f6f031fdb85') {} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:31.886028 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Network ac3567be-f309-409e-b427-9d56eb4a4c0f is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:25:31.899101 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252310'] for segment, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.912436 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, ac3567be-f309-409e-b427-9d56eb4a4c0f) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:31.924892 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234be57-46cf-4916-98cb-cc7c4d63ee33 None None] Network ac3567be-f309-409e-b427-9d56eb4a4c0f requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:25:31.934000 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.937127 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:31.937975 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.953290 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=82876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:25:31.953687 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578719'] for segment, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: Traceback (most recent call last): Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: timer() Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: cb(*args, **kw) Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: return func(*args, **kwargs) Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: self._notify() Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: self.callback(batched_events) Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: event.method(event) Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: return f(self, *a, **k) Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: return self._get(url).json() Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: return self.request(url, 'GET', **kwargs) Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:25:31.969072 dv-cinder-817261-1-smb neutron-server[82876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:25:32.052052 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-b1884f00-9833-4cf3-a521-5bfdefa07b56 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0466540 Nov 10 21:25:32.084781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:32.091023 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:32.115872 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:32.124777 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Pushing event deleted for resources: {'Network': ['ID=aafb6d11-6649-44c4-ad9e-02451b8be854,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:32.130513 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:32.136962 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c74a3376-4c9b-4fec-8aca-23f5cef2b817 admin admin] 10.222.0.70 "DELETE /v2.0/networks/aafb6d11-6649-44c4-ad9e-02451b8be854 HTTP/1.1" status: 204 len: 168 time: 0.8016779 Nov 10 21:25:32.251205 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea6c41-060e-4238-aead-f3c33eb0249b None None] Network ac3567be-f309-409e-b427-9d56eb4a4c0f requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:25:32.361906 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40286) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:32.509170 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-1bad53c9-a5ea-40c6-8800-b646e1de3434 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9a92f5d4a18486c988e4a2d6a5c065c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1429925 Nov 10 21:25:32.510847 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40290) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:32.655461 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b45ab01-b3cd-4785-915e-17bdccc2e4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:32.664152 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dccf11-947f-4430-83aa-b3692a2a8dda req-428b8cb8-27d8-485e-9b95-c573161d3e44 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:32.677227 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b3dccf11-947f-4430-83aa-b3692a2a8dda req-428b8cb8-27d8-485e-9b95-c573161d3e44 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1455843 Nov 10 21:25:32.721698 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b45ab01-b3cd-4785-915e-17bdccc2e4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:32.777192 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b3dccf11-947f-4430-83aa-b3692a2a8dda req-38543c46-aedc-4448-8f89-f47db3c236ca tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969369 Nov 10 21:25:32.840302 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b45ab01-b3cd-4785-915e-17bdccc2e4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:32.857508 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:32.884265 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45ab01-b3cd-4785-915e-17bdccc2e4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce18af85-701e-4eb0-9d96-830d97f28966,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:32.892962 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5b45ab01-b3cd-4785-915e-17bdccc2e4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:32.912061 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b45ab01-b3cd-4785-915e-17bdccc2e4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:32.918139 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-5b45ab01-b3cd-4785-915e-17bdccc2e4d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce18af85-701e-4eb0-9d96-830d97f28966 HTTP/1.1" status: 204 len: 168 time: 0.4053779 Nov 10 21:25:33.192914 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 5e205646-2420-445e-b682-f7865b69e961 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:33.292170 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 5e205646-2420-445e-b682-f7865b69e961 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:33.297833 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 5e205646-2420-445e-b682-f7865b69e961 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:33.298483 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:33.445305 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:33.499746 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port 5e205646-2420-445e-b682-f7865b69e961, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=5e205646-2420-445e-b682-f7865b69e961,segment=NetworkSegment(64b394ae-1741-4fa7-ab66-de15ff404803),segment_id=64b394ae-1741-4fa7-ab66-de15ff404803)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:33.505762 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:33.508764 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:33.589898 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=5e205646-2420-445e-b682-f7865b69e961,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:33.596480 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:33.639684 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40310) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:33.714284 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-93ff74a0-728a-44c4-8b3a-0f310906c45c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8287d7cff5d845a7a2aa7ac380e51a34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0726624 Nov 10 21:25:33.716889 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40314) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:33.815676 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cfb7-e545-495b-a2d8-c15260066f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:33.847344 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cfb7-e545-495b-a2d8-c15260066f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:33.917966 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cfb7-e545-495b-a2d8-c15260066f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:33.925874 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-78a3d7b7-3f99-4834-a55b-0f768f62c354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:33.981620 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0cfb7-e545-495b-a2d8-c15260066f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f14bafa-3156-4514-ba50-71effed9b36c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:33.987205 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b7b0cfb7-e545-495b-a2d8-c15260066f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:33.989232 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b7b0cfb7-e545-495b-a2d8-c15260066f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:33.990338 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b7b0cfb7-e545-495b-a2d8-c15260066f2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f14bafa-3156-4514-ba50-71effed9b36c HTTP/1.1" status: 204 len: 168 time: 0.2720759 Nov 10 21:25:34.043552 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25e93-38d4-4374-8e43-928a6298b343 req-787c995a-32f8-4873-994a-4a583f22bc3c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.045475 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-74d25e93-38d4-4374-8e43-928a6298b343 req-787c995a-32f8-4873-994a-4a583f22bc3c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1218946 Nov 10 21:25:34.100141 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-74d25e93-38d4-4374-8e43-928a6298b343 req-c1ab67b1-b790-4f2a-ba4b-eb41957f0b26 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 Nov 10 21:25:35.145063 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 5e205646-2420-445e-b682-f7865b69e961 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:35.297064 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 5e205646-2420-445e-b682-f7865b69e961 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:35.298605 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:35.386828 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-bfe60911-04e0-415d-9718-81eefcfb3734 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:35.388664 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-bfe60911-04e0-415d-9718-81eefcfb3734 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Synchronizing usage tracker for tenant:02d25d58cd2443569efadcf7f29d919e on resource:network {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:25:35.404019 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfa68f-e72c-4324-b78a-f667ea34765d req-7bd9b1a2-37bc-4f33-a7c3-36222056bb9c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:35.404019 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b7dfa68f-e72c-4324-b78a-f667ea34765d req-7bd9b1a2-37bc-4f33-a7c3-36222056bb9c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1328392 Nov 10 21:25:35.429394 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-bfe60911-04e0-415d-9718-81eefcfb3734 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Unset dirty status for tenant:02d25d58cd2443569efadcf7f29d919e on resource:network {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:25:35.431974 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-bfe60911-04e0-415d-9718-81eefcfb3734 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/networks?id=ac3567be-f309-409e-b427-9d56eb4a4c0f HTTP/1.1" status: 200 len: 812 time: 0.3350475 Nov 10 21:25:35.480394 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-4721cd73-3207-4927-a53c-632486cad781 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/quotas/02d25d58cd2443569efadcf7f29d919e HTTP/1.1" status: 200 len: 375 time: 0.0375459 Nov 10 21:25:35.488506 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b7dfa68f-e72c-4324-b78a-f667ea34765d req-fa56ebd2-f761-4243-8d0c-11a68b806154 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751226 Nov 10 21:25:35.578518 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-d6cb98fc-d8ed-481f-8ca3-2bcab7d336c1 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=02d25d58cd2443569efadcf7f29d919e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967391 Nov 10 21:25:35.769365 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-8df95cf9-3f92-4899-a61d-71f1e757a379 service neutron] 10.222.0.70 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836264 Nov 10 21:25:35.969920 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-961ff9ce-9038-4241-b8a9-9fba4d57ab83 service neutron] 10.222.0.70 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910758 Nov 10 21:25:36.315898 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f80b1f9e-0e8b-4a9a-8fab-6428b517f3c3 req-eb7b9200-9ac9-4400-a3bd-ff101b5cd316 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 210 time: 0.0876706 Nov 10 21:25:36.760858 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1f6c0-9e39-4e7a-bb7a-bcb881d3cbd2 req-7dfd9524-a0f7-4374-af2b-9932780e94e4 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:36.762661 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6ac1f6c0-9e39-4e7a-bb7a-bcb881d3cbd2 req-7dfd9524-a0f7-4374-af2b-9932780e94e4 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1010587 Nov 10 21:25:36.831128 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6ac1f6c0-9e39-4e7a-bb7a-bcb881d3cbd2 req-56001c51-13c8-4f84-af65-a948a4672ef6 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595455 Nov 10 21:25:37.586598 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:25:37.760734 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2b2fedb7-2b74-430a-8918-10cfa679088d req-ea443cf2-e2a7-443d-9aac-c126624cc67f tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 210 time: 0.1166544 Nov 10 21:25:37.864916 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-6cb06ad0-cbba-4e2d-9214-5dc37c04d6ba tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:37.866568 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-6cb06ad0-cbba-4e2d-9214-5dc37c04d6ba tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.58 "GET /v2.0/networks?id=ac3567be-f309-409e-b427-9d56eb4a4c0f HTTP/1.1" status: 200 len: 812 time: 0.2695618 Nov 10 21:25:37.885653 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Request body: {'port': {'device_id': '769d7755-0ac6-4e48-a4a7-b2878c8540db', 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f', 'admin_state_up': True, 'tenant_id': '02d25d58cd2443569efadcf7f29d919e'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:38.098818 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:38.109552 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Usage tracker for resource:port and tenant:02d25d58cd2443569efadcf7f29d919e is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:38.114853 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:38.123601 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:38.136590 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79ff1d-fdeb-4d21-a8fe-d719188d2a47 req-20a77185-f12f-46f0-bed0-83d5dfe6b19c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.138448 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4f79ff1d-fdeb-4d21-a8fe-d719188d2a47 req-20a77185-f12f-46f0-bed0-83d5dfe6b19c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1580288 Nov 10 21:25:38.148291 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Made reservation on behalf of 02d25d58cd2443569efadcf7f29d919e for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:38.151633 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:38.267715 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4f79ff1d-fdeb-4d21-a8fe-d719188d2a47 req-f0f9a2d4-70e8-4fe2-b552-0274773857f0 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060808 Nov 10 21:25:38.391415 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Allocated IP 172.20.0.5 (ac3567be-f309-409e-b427-9d56eb4a4c0f/0a168bbd-9396-41b3-8ba8-f330d0b45cdf/090c753d-899f-464c-96eb-ef659df33ce4) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:38.690078 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:38.725108 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:38.732104 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b8d20fcd-2777-418b-90b6-36771540c1e4 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:38.816962 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Network ac3567be-f309-409e-b427-9d56eb4a4c0f is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:38.816962 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:38.818435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:38.902360 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Pushing event updated for resources: {'Port': ['ID=090c753d-899f-464c-96eb-ef659df33ce4,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:38.924165 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.924745 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.925175 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.925701 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.926173 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.926587 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.927052 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.927495 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.927903 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.928686 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.929104 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:38.940050 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.940050 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:38.944996 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:38.971987 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-da8626a7-46b1-4a8c-a185-e3b9efdf4cd2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905519 Nov 10 21:25:38.986891 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Request body: {'port': {'device_id': '769d7755-0ac6-4e48-a4a7-b2878c8540db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:39.060219 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcfbed-e94d-4f8c-b989-5313a53511dd req-e10ae79f-4c53-4506-abed-25ea1fe70b3f tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:39.074961 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8ffcfbed-e94d-4f8c-b989-5313a53511dd req-e10ae79f-4c53-4506-abed-25ea1fe70b3f tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 931 time: 0.1571348 Nov 10 21:25:39.146989 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:39.148021 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8ffcfbed-e94d-4f8c-b989-5313a53511dd req-48a87180-64bf-419e-a389-bb32d6ee1489 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713751 Nov 10 21:25:39.610071 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6df5-ebbc-4353-83fd-8896b2aaf44e req-34ca3def-d2ee-419a-9ba3-cd17b0f6d426 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:39.611528 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a6b6df5-ebbc-4353-83fd-8896b2aaf44e req-34ca3def-d2ee-419a-9ba3-cd17b0f6d426 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1916621 Nov 10 21:25:39.664037 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090c753d-899f-464c-96eb-ef659df33ce4 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:39.674850 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:39.693463 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1a6b6df5-ebbc-4353-83fd-8896b2aaf44e req-7f181bdb-48e2-4267-9be3-68103d133fe7 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752597 Nov 10 21:25:39.696246 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Transition to ACTIVE for port object 090c753d-899f-464c-96eb-ef659df33ce4 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:39.701802 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:39.706178 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f7a39406-57ed-47c5-a3d4-acd342c23360 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:39.845286 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Pushing event updated for resources: {'Port': ['ID=090c753d-899f-464c-96eb-ef659df33ce4,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:39.849548 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:39.962841 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Attempting to bind port 090c753d-899f-464c-96eb-ef659df33ce4 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:25:39.963561 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Attempting to bind port 090c753d-899f-464c-96eb-ef659df33ce4 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:25:39.963561 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Attempting to bind port 090c753d-899f-464c-96eb-ef659df33ce4 on network ac3567be-f309-409e-b427-9d56eb4a4c0f {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:25:39.970347 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Port 090c753d-899f-464c-96eb-ef659df33ce4 on network ac3567be-f309-409e-b427-9d56eb4a4c0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:25:39.970853 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Attempting to bind port 090c753d-899f-464c-96eb-ef659df33ce4 on network ac3567be-f309-409e-b427-9d56eb4a4c0f {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:25:39.978807 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:25:39.979132 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Checking segment: {'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:25:39.979505 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Bound using segment: {'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:25:39.979918 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Bound port: 090c753d-899f-464c-96eb-ef659df33ce4, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:25:39.980251 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:40.089515 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] For port 090c753d-899f-464c-96eb-ef659df33ce4, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:40.092999 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] For port 090c753d-899f-464c-96eb-ef659df33ce4, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=090c753d-899f-464c-96eb-ef659df33ce4,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:40.097594 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:40.101473 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d7c02aaf-8d77-4eb6-a59f-33a35c142fb6 tempest-VolumesActionsTest-1893645332 tempest-VolumesActionsTest-1893645332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:40.158609 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:40.160092 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] 10.222.0.58 "PUT /v2.0/ports/090c753d-899f-464c-96eb-ef659df33ce4 HTTP/1.1" status: 200 len: 1093 time: 1.1808355 Nov 10 21:25:40.160628 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769d7755-0ac6-4e48-a4a7-b2878c8540db', 'tag': '090c753d-899f-464c-96eb-ef659df33ce4'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:40.193373 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Pushing event updated for resources: {'Port': ['ID=090c753d-899f-464c-96eb-ef659df33ce4,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:40.197283 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:40.286845 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769d7755-0ac6-4e48-a4a7-b2878c8540db', 'tag': '090c753d-899f-464c-96eb-ef659df33ce4', 'status': 'completed', 'code': 200} Nov 10 21:25:40.371796 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-d17a229c-2969-4ce2-95d5-3706f96f3f82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02d25d58cd2443569efadcf7f29d919e&device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 1096 time: 0.1463399 Nov 10 21:25:40.459270 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-e782479f-f4a1-4122-a90e-365405a2256c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=090c753d-899f-464c-96eb-ef659df33ce4 HTTP/1.1" status: 200 len: 217 time: 0.0792503 Nov 10 21:25:40.526958 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6ed2-6aba-4b75-8085-3e5b701ba7f3 req-8e6cf8cd-18e5-4bbb-9d07-71070e7fa12e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:40.528728 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-b99c6ed2-6aba-4b75-8085-3e5b701ba7f3 req-8e6cf8cd-18e5-4bbb-9d07-71070e7fa12e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Synchronizing usage tracker for tenant:02d25d58cd2443569efadcf7f29d919e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:25:40.555205 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-948df3d3-63ff-45a3-ade6-f47e2b63d25e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:40.556518 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-948df3d3-63ff-45a3-ade6-f47e2b63d25e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a168bbd-9396-41b3-8ba8-f330d0b45cdf HTTP/1.1" status: 200 len: 852 time: 0.0856364 Nov 10 21:25:40.563634 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-b99c6ed2-6aba-4b75-8085-3e5b701ba7f3 req-8e6cf8cd-18e5-4bbb-9d07-71070e7fa12e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Unset dirty status for tenant:02d25d58cd2443569efadcf7f29d919e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:25:40.564955 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b99c6ed2-6aba-4b75-8085-3e5b701ba7f3 req-8e6cf8cd-18e5-4bbb-9d07-71070e7fa12e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 943 time: 0.2367759 Nov 10 21:25:40.623603 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-e431fcda-c1c0-4c78-9ae7-5873cc6368b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac3567be-f309-409e-b427-9d56eb4a4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575459 Nov 10 21:25:40.748983 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-b99c6ed2-6aba-4b75-8085-3e5b701ba7f3 req-281ea687-44c8-4086-95db-c3168878c87d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Synchronizing usage tracker for tenant:02d25d58cd2443569efadcf7f29d919e on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:25:40.808864 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-b99c6ed2-6aba-4b75-8085-3e5b701ba7f3 req-281ea687-44c8-4086-95db-c3168878c87d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Unset dirty status for tenant:02d25d58cd2443569efadcf7f29d919e on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:25:40.822708 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b99c6ed2-6aba-4b75-8085-3e5b701ba7f3 req-281ea687-44c8-4086-95db-c3168878c87d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193818 Nov 10 21:25:40.838867 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-ea537c5b-de51-4b2f-85a9-d668d4ecb0a5 service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026079 Nov 10 21:25:40.853259 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40500) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:40.993722 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd4b1-caf9-4601-8a48-ec1087c2385a req-5d6729db-79c7-49ba-bdee-53df7ec11519 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:40.995810 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f66fd4b1-caf9-4601-8a48-ec1087c2385a req-5d6729db-79c7-49ba-bdee-53df7ec11519 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1304669 Nov 10 21:25:41.081726 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f66fd4b1-caf9-4601-8a48-ec1087c2385a req-426bbcd0-6f3d-49d6-b687-91c86de3166e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797231 Nov 10 21:25:41.088237 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:41.152675 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:41.158665 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Usage tracker for resource:security_group_rule and tenant:80ff0585910d408fbe8a5fdf5af10280 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:41.162655 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:41.169377 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:41.183659 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a7f360d-686d-4787-82b2-6e114c5f2dfc req-fffd1257-80d2-42fa-82fc-2cbab784c206 service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288736 Nov 10 21:25:41.262610 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:41.272072 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:41.292286 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9a90839c-33b7-47a0-9ca2-09eb0a0b6a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:41.330283 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4cc9d8-bba1-40c4-8a7f-56eb95b188bb,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:41.353046 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-cc6976f9-9d1c-4826-b28a-97958cc3eeca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02d25d58cd2443569efadcf7f29d919e&device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 1096 time: 0.0923915 Nov 10 21:25:41.356676 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.357029 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.357559 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.357910 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.358256 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.358596 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.358955 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.359470 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.359971 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.360466 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.360998 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:41.368214 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:41.375193 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80ff0585910d408fbe8a5fdf5af10280&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5188859 Nov 10 21:25:41.375821 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40510) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:41.474094 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a73caa15-fc05-4474-8305-adf880e25d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:41.513863 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a73caa15-fc05-4474-8305-adf880e25d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:41.556039 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-63ee3048-45e1-4b72-bd42-0423dc822dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:41.557801 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-63ee3048-45e1-4b72-bd42-0423dc822dd0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac3567be-f309-409e-b427-9d56eb4a4c0f HTTP/1.1" status: 200 len: 914 time: 0.1975064 Nov 10 21:25:41.652962 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a73caa15-fc05-4474-8305-adf880e25d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:41.668191 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-f5bc8bcb-be35-437e-be41-f0c052041f89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=090c753d-899f-464c-96eb-ef659df33ce4 HTTP/1.1" status: 200 len: 217 time: 0.0988634 Nov 10 21:25:41.678316 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cbe86ca9-e412-4646-b89c-5bf9aedd1764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:41.711238 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73caa15-fc05-4474-8305-adf880e25d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4cc9d8-bba1-40c4-8a7f-56eb95b188bb,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:41.715757 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a73caa15-fc05-4474-8305-adf880e25d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:41.719199 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a73caa15-fc05-4474-8305-adf880e25d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:41.721190 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-a73caa15-fc05-4474-8305-adf880e25d67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c4cc9d8-bba1-40c4-8a7f-56eb95b188bb HTTP/1.1" status: 204 len: 168 time: 0.3443849 Nov 10 21:25:41.820102 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-434604dc-844d-461e-bae4-03d25321b638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:41.821858 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-434604dc-844d-461e-bae4-03d25321b638 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a168bbd-9396-41b3-8ba8-f330d0b45cdf HTTP/1.1" status: 200 len: 852 time: 0.1414082 Nov 10 21:25:41.886891 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-5e26fe3b-310c-4c90-8404-a8a05637d62c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac3567be-f309-409e-b427-9d56eb4a4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494845 Nov 10 21:25:42.126553 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-f1322514-5767-4579-90e3-43f166ba3c0f service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275910 Nov 10 21:25:42.194770 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40534) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:42.215036 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a120e-6e22-4f12-bdd5-01a8a4476e94 req-bbf9d14e-602c-4f7f-9399-16e0c80fd0c8 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.217719 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9d2a120e-6e22-4f12-bdd5-01a8a4476e94 req-bbf9d14e-602c-4f7f-9399-16e0c80fd0c8 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 943 time: 0.2086241 Nov 10 21:25:42.222140 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:42.272354 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:42.279869 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Usage tracker for resource:security_group_rule and tenant:6830f04eba7d49c880571b01487e2564 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:42.285109 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:42.295893 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:42.419406 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9d2a120e-6e22-4f12-bdd5-01a8a4476e94 req-caec4845-9046-434e-8717-cf4f5e075615 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079211 Nov 10 21:25:42.425374 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-be1f2fb0-6a84-4ae5-850f-43ce6fd789be req-80993c85-f3d6-4cc3-8c3a-6282936608aa service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805562 Nov 10 21:25:42.514497 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:42.518951 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:42.529677 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b7b0cfb7-e545-495b-a2d8-c15260066f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:42.583582 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473084f4-5f60-45d3-b772-b67c24170ee7,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:42.588449 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:42.592957 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6830f04eba7d49c880571b01487e2564&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3969038 Nov 10 21:25:42.597407 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40538) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:42.599914 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03ddf-5183-4caf-9619-375f74e3dc0f req-0dd3667d-3a89-4680-add9-9dc073c1905f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.601457 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c2e03ddf-5183-4caf-9619-375f74e3dc0f req-0dd3667d-3a89-4680-add9-9dc073c1905f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2455227 Nov 10 21:25:42.662081 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c2e03ddf-5183-4caf-9619-375f74e3dc0f req-aa782596-493a-41a1-a712-c257a20d0522 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Nov 10 21:25:42.694075 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-067ec5ed-e3ba-465d-a7a2-704e02a3d296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:42.770971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-067ec5ed-e3ba-465d-a7a2-704e02a3d296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:42.838941 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7a767292-4083-43c1-bed0-9b3d5c886f3a req-440a38f2-34a6-4f8e-a3ba-946476790e95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1099 time: 0.1175969 Nov 10 21:25:42.862093 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-067ec5ed-e3ba-465d-a7a2-704e02a3d296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:42.868582 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:42.886389 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec5ed-e3ba-465d-a7a2-704e02a3d296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473084f4-5f60-45d3-b772-b67c24170ee7,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:42.897791 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-067ec5ed-e3ba-465d-a7a2-704e02a3d296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:42.903305 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-067ec5ed-e3ba-465d-a7a2-704e02a3d296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:42.908356 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-067ec5ed-e3ba-465d-a7a2-704e02a3d296 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/473084f4-5f60-45d3-b772-b67c24170ee7 HTTP/1.1" status: 204 len: 168 time: 0.3056457 Nov 10 21:25:42.921990 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7a767292-4083-43c1-bed0-9b3d5c886f3a req-5d0524b9-c307-4d6d-aa7b-63665dc01310 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747976 Nov 10 21:25:43.007548 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 090c753d-899f-464c-96eb-ef659df33ce4 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:25:43.254922 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 090c753d-899f-464c-96eb-ef659df33ce4, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=090c753d-899f-464c-96eb-ef659df33ce4,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:43.286080 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '090c753d-899f-464c-96eb-ef659df33ce4', 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f', 'port_id': '090c753d-899f-464c-96eb-ef659df33ce4', 'mac_address': 'fa:16:3e:81:3f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a168bbd-9396-41b3-8ba8-f330d0b45cdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:25:43.380040 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:43.403894 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090c753d-899f-464c-96eb-ef659df33ce4 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:43.432148 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 090c753d-899f-464c-96eb-ef659df33ce4, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=090c753d-899f-464c-96eb-ef659df33ce4,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:43.437512 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:43.440690 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:43.527342 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=090c753d-899f-464c-96eb-ef659df33ce4,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:43.531186 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:43.680044 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd3a05-d5ed-459b-924d-9927f2dea7da req-6a1ac8e1-1ac3-4259-bf6d-869d1d1286d0 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:43.682717 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b7fd3a05-d5ed-459b-924d-9927f2dea7da req-6a1ac8e1-1ac3-4259-bf6d-869d1d1286d0 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 944 time: 0.1107159 Nov 10 21:25:43.735416 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b7fd3a05-d5ed-459b-924d-9927f2dea7da req-45ae120f-58b0-4505-b333-7bfe310c4182 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470440 Nov 10 21:25:43.874165 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['090c753d-899f-464c-96eb-ef659df33ce4'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:25:43.910774 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494bf9b-a846-4bf9-b3a1-4b1788c226af req-334fd67e-de2e-411e-979e-74d68e070461 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:43.913683 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3494bf9b-a846-4bf9-b3a1-4b1788c226af req-334fd67e-de2e-411e-979e-74d68e070461 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.0898628 Nov 10 21:25:43.982125 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3494bf9b-a846-4bf9-b3a1-4b1788c226af req-c38ecdfa-3be7-4c3f-96df-6b7b34eae572 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597830 Nov 10 21:25:44.970874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ececd6-4d29-44de-8f0f-5fee4e8c8fe6 req-a370e040-f708-4c15-bd04-233caa2dea10 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:44.972431 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d5ececd6-4d29-44de-8f0f-5fee4e8c8fe6 req-a370e040-f708-4c15-bd04-233caa2dea10 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 944 time: 0.0820062 Nov 10 21:25:45.015393 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 090c753d-899f-464c-96eb-ef659df33ce4 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:45.024019 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d5ececd6-4d29-44de-8f0f-5fee4e8c8fe6 req-2f6fd003-19d1-444c-ad92-60a34868e247 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Nov 10 21:25:45.105270 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 090c753d-899f-464c-96eb-ef659df33ce4 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:45.111665 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 090c753d-899f-464c-96eb-ef659df33ce4 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:45.112027 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:45.220810 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fced64-13c0-46a3-99aa-e3144b6bcdaa req-804c8806-ac1d-4e25-810c-d022dfd45cec tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:45.222376 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e6fced64-13c0-46a3-99aa-e3144b6bcdaa req-804c8806-ac1d-4e25-810c-d022dfd45cec tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.0839903 Nov 10 21:25:45.250325 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:45.275837 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e6fced64-13c0-46a3-99aa-e3144b6bcdaa req-47f3e46a-f50b-469b-84fb-b7794560deef tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469553 Nov 10 21:25:45.278690 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769d7755-0ac6-4e48-a4a7-b2878c8540db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090c753d-899f-464c-96eb-ef659df33ce4'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:45.290135 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 090c753d-899f-464c-96eb-ef659df33ce4, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=090c753d-899f-464c-96eb-ef659df33ce4,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:45.294940 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:45.308315 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2c988d6f-b8f9-4781-b2c6-53c2a3c52ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:45.346569 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769d7755-0ac6-4e48-a4a7-b2878c8540db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090c753d-899f-464c-96eb-ef659df33ce4', 'code': 200} Nov 10 21:25:45.369681 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=090c753d-899f-464c-96eb-ef659df33ce4,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:45.375621 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:45.493479 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-277d4815-562e-4639-9037-21ee9098658f req-e73f2814-3ab7-49c6-b01c-d945db7155d9 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Synchronizing usage tracker for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:25:45.515302 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-277d4815-562e-4639-9037-21ee9098658f req-e73f2814-3ab7-49c6-b01c-d945db7155d9 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Unset dirty status for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:25:45.516851 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-e73f2814-3ab7-49c6-b01c-d945db7155d9 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297965501&fields=id&tenant_id=7f99890f89564484a6a6b596825cf0a5 HTTP/1.1" status: 200 len: 267 time: 0.0776069 Nov 10 21:25:45.726182 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4815-562e-4639-9037-21ee9098658f req-e9a29f6e-193f-469d-a9c0-f5bf478ce440 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:45.726922 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-277d4815-562e-4639-9037-21ee9098658f req-e9a29f6e-193f-469d-a9c0-f5bf478ce440 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Synchronizing usage tracker for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:network {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:25:45.733548 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d7df43fa-90b3-49ba-a111-540b327855be req-b8f3a762-600d-4fe4-be2e-15330fdaf08f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 1098 time: 0.2069323 Nov 10 21:25:45.763814 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-277d4815-562e-4639-9037-21ee9098658f req-e9a29f6e-193f-469d-a9c0-f5bf478ce440 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Unset dirty status for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:network {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:25:45.764807 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-e9a29f6e-193f-469d-a9c0-f5bf478ce440 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 808 time: 0.2403061 Nov 10 21:25:45.796895 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-e723c469-6bd1-4e13-b71c-16e4695c6ad1 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/quotas/7f99890f89564484a6a6b596825cf0a5 HTTP/1.1" status: 200 len: 375 time: 0.0204098 Nov 10 21:25:45.798545 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d7df43fa-90b3-49ba-a111-540b327855be req-ab06c0d2-e414-4a94-aef4-a9204f6473a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561335 Nov 10 21:25:45.986231 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-39bd9a0a-675e-41ad-af81-171f518a943a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782627 Nov 10 21:25:46.037017 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ec94d-cb1e-4c2a-9eae-81dab762e0f1 req-d0638f31-7b48-482f-98f0-86d40cacb27e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:46.045221 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-117ec94d-cb1e-4c2a-9eae-81dab762e0f1 req-d0638f31-7b48-482f-98f0-86d40cacb27e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1144567 Nov 10 21:25:46.101695 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-117ec94d-cb1e-4c2a-9eae-81dab762e0f1 req-14f5f7bc-0dca-4947-a81e-917d7cea2e8f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533175 Nov 10 21:25:46.252899 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-067014bd-28ae-47a9-801f-2f37f1ba5a0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bb877ae51724bf4a41a491472810533&device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 1099 time: 0.2211199 Nov 10 21:25:46.259111 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-7f36a742-396a-4f4f-ac62-6b1d1cf52d7f service neutron] 10.222.0.70 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501626 Nov 10 21:25:46.347158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017a3db-9cd3-44ef-b45b-35a8e4f55a02 req-586360ec-dd38-4a41-8a2f-b9d39ce2991e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:46.351205 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f017a3db-9cd3-44ef-b45b-35a8e4f55a02 req-586360ec-dd38-4a41-8a2f-b9d39ce2991e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 945 time: 0.1319637 Nov 10 21:25:46.444878 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f017a3db-9cd3-44ef-b45b-35a8e4f55a02 req-3b3270ec-bce3-4ec9-ab11-f23008d5f276 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811071 Nov 10 21:25:46.548296 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-9034e15d-86bd-4e5e-baf4-b7a93e6d94e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:46.549687 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-9034e15d-86bd-4e5e-baf4-b7a93e6d94e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 200 len: 921 time: 0.2897115 Nov 10 21:25:46.552904 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-321bf67e-4894-4f71-827b-98dd10225c39 service neutron] 10.222.0.70 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701302 Nov 10 21:25:46.629013 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-ac7b314e-c5f6-4cd8-9eb7-bd33053c2bec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df48734a-6dec-425f-a39b-11f31bba8cb0 HTTP/1.1" status: 200 len: 217 time: 0.0726199 Nov 10 21:25:46.698861 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-91381faf-8c82-4e19-981e-285e81fc33ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:46.700727 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-91381faf-8c82-4e19-981e-285e81fc33ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 200 len: 859 time: 0.0651231 Nov 10 21:25:46.759744 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-d3042b66-8c54-4829-b777-b68c320b32c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9f61648-f363-42f7-a503-4715e990f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485294 Nov 10 21:25:47.017734 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-8972858f-6161-4b3f-8702-1bf4e5b51b15 service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479186 Nov 10 21:25:47.262894 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f5ca483f-6417-4c48-81d6-28ea1afd4590 req-646cecc7-0884-4ef5-b3d4-e9982c79e2b6 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 210 time: 0.0570326 Nov 10 21:25:47.273648 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0069507e-544d-4b3f-a615-d42bf396aa2f req-f011f430-dc76-4af6-b8ff-46b6aa7e36dc service neutron] 10.222.0.58 "GET /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474718 Nov 10 21:25:47.447824 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab74450-eca5-4f39-8356-07810d055c9c req-cc5192bc-9ebe-4195-af0d-e31e4d7cac9f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:47.450300 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-aab74450-eca5-4f39-8356-07810d055c9c req-cc5192bc-9ebe-4195-af0d-e31e4d7cac9f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1115968 Nov 10 21:25:47.520476 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-aab74450-eca5-4f39-8356-07810d055c9c req-8c270680-f00c-4eb3-9681-dff9ec9f5f9b tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634081 Nov 10 21:25:47.734184 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138d93-fab7-41d8-aa20-f38d72632393 req-a958b1ed-45dc-42f8-88d4-3d341f3bb93d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:47.735754 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f0138d93-fab7-41d8-aa20-f38d72632393 req-a958b1ed-45dc-42f8-88d4-3d341f3bb93d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 945 time: 0.0996056 Nov 10 21:25:47.789938 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f0138d93-fab7-41d8-aa20-f38d72632393 req-a41006fc-7924-49de-8429-ba52b7440ca6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460737 Nov 10 21:25:48.527909 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-0e991e5c-2f8a-422e-b84a-23c66ac83b11 req-5a9f5edd-3f9a-4b4a-95c0-828d8e1c3c1a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Synchronizing usage tracker for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:25:48.551871 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-0e991e5c-2f8a-422e-b84a-23c66ac83b11 req-5a9f5edd-3f9a-4b4a-95c0-828d8e1c3c1a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Unset dirty status for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:25:48.565732 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0e991e5c-2f8a-422e-b84a-23c66ac83b11 req-5a9f5edd-3f9a-4b4a-95c0-828d8e1c3c1a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 210 time: 0.1037197 Nov 10 21:25:48.668993 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4815-562e-4639-9037-21ee9098658f req-54eabe75-d359-4913-b943-148d16a4620e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:48.671270 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-54eabe75-d359-4913-b943-148d16a4620e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.58 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 808 time: 0.2800870 Nov 10 21:25:48.711664 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40698) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:48.774097 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-52bbf3e8-7a25-4e44-a92b-4f61a3a79d0b tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f99890f89564484a6a6b596825cf0a5 HTTP/1.1" status: 200 len: 380 time: 0.0867062 Nov 10 21:25:48.823658 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'port': {'device_id': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'admin_state_up': True, 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'security_groups': ['022422fa-4279-4b92-8c01-56b4e1304c9e']}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:49.030007 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.101234 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:49.108417 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Usage tracker for resource:security_group_rule and tenant:c2052ece89994ac2826ed955c4323a0f is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:49.114213 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:49.122734 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcf5c7-9e2d-4996-8332-32e4040b2b04 req-2ff400e9-0046-41ab-aa0f-2ef3864acf01 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:49.124589 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5cbcf5c7-9e2d-4996-8332-32e4040b2b04 req-2ff400e9-0046-41ab-aa0f-2ef3864acf01 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.3482707 Nov 10 21:25:49.126540 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:49.182630 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:49.217584 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:49.269873 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.276073 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.284946 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4011deaf-4b25-43f7-b369-fa2ad84c56df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:49.328135 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Made reservation on behalf of 7f99890f89564484a6a6b596825cf0a5 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:49.331703 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.331896 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c791241c-2cf4-462d-8d79-d47a49c4202b,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:49.336167 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:49.341974 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2052ece89994ac2826ed955c4323a0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6291561 Nov 10 21:25:49.345559 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40706) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:49.357864 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5cbcf5c7-9e2d-4996-8332-32e4040b2b04 req-33b81793-d114-4a42-a5f5-681da0a06628 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154939 Nov 10 21:25:49.425061 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-090077e0-3cf9-4426-bbbb-f2f6680257df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.459161 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-090077e0-3cf9-4426-bbbb-f2f6680257df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.520366 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-090077e0-3cf9-4426-bbbb-f2f6680257df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.525745 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-62a036dd-946c-4d5f-88c7-74b753a4b846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:49.548052 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090077e0-3cf9-4426-bbbb-f2f6680257df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791241c-2cf4-462d-8d79-d47a49c4202b,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:49.551384 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-090077e0-3cf9-4426-bbbb-f2f6680257df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:49.559982 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-090077e0-3cf9-4426-bbbb-f2f6680257df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.561169 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-090077e0-3cf9-4426-bbbb-f2f6680257df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c791241c-2cf4-462d-8d79-d47a49c4202b HTTP/1.1" status: 204 len: 168 time: 0.2108994 Nov 10 21:25:49.614262 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Allocated IP 172.20.0.4 (e920f296-2b85-4024-9e49-abb581191350/ad7abc97-8c29-471c-8987-fa88f10219dd/ae62865d-92fc-4946-82ac-6198e0cc03ac) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:49.743439 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-52ea5885-a3d3-436f-84d3-43f3ecad25e4 req-55292cec-0f15-4028-b5d2-519c9aafce65 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 210 time: 0.0508602 Nov 10 21:25:49.857207 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.882124 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Transition to ACTIVE for port object ae62865d-92fc-4946-82ac-6198e0cc03ac will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:49.916115 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.924534 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-58ec0e78-7deb-4388-ba0d-64ee554c0565 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:49.926647 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ebc56685-c8bf-4963-8134-8e8fb5faa111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:49.996593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40718) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:50.000807 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Network e920f296-2b85-4024-9e49-abb581191350 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:50.013746 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:50.016336 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.021432 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:50.058129 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:25:50.064702 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3e39f8f6494d43b5f897c8b72bebad is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:25:50.068337 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:50.074034 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:50.082915 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:25:50.092372 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:25:50.118784 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.119420 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.160466 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-ebe30792-3dde-4d37-838b-a3d55df449df tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3422010 Nov 10 21:25:50.172463 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Request body: {'port': {'device_id': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:25:50.196604 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.200739 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.207773 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-10faffff-b612-47e1-9987-dbc72cb82872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:50.254904 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb4f366-c6b3-4e5c-8249-2e3df82fd737,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:50.258414 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:50.265464 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d3e39f8f6494d43b5f897c8b72bebad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2676630 Nov 10 21:25:50.270023 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40722) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:25:50.304155 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.308870 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-ae2156aa-bc51-43de-abf1-34c986a3ea59 None None] Provisioning for port ae62865d-92fc-4946-82ac-6198e0cc03ac completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:50.314514 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-ae2156aa-bc51-43de-abf1-34c986a3ea59 None None] Provisioning complete for port ae62865d-92fc-4946-82ac-6198e0cc03ac triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:50.315326 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ae2156aa-bc51-43de-abf1-34c986a3ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.346739 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39cc1032-9bb8-4c9c-b88d-74abe97cb0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.379271 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39cc1032-9bb8-4c9c-b88d-74abe97cb0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.381922 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-ae2156aa-bc51-43de-abf1-34c986a3ea59 None None] Port ae62865d-92fc-4946-82ac-6198e0cc03ac cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:25:50.479640 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39cc1032-9bb8-4c9c-b88d-74abe97cb0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.483662 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ad56af26-0eeb-4a13-bf28-03199e5e99f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:50.501828 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc1032-9bb8-4c9c-b88d-74abe97cb0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb4f366-c6b3-4e5c-8249-2e3df82fd737,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:50.507058 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-39cc1032-9bb8-4c9c-b88d-74abe97cb0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:50.517687 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39cc1032-9bb8-4c9c-b88d-74abe97cb0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.520996 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-39cc1032-9bb8-4c9c-b88d-74abe97cb0e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/deb4f366-c6b3-4e5c-8249-2e3df82fd737 HTTP/1.1" status: 204 len: 168 time: 0.2472689 Nov 10 21:25:50.708852 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b113ea-2a01-4565-9c4b-04a4c8241cb5 req-fc134331-02da-4f3c-a051-52034f455eea tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.716773 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b8b113ea-2a01-4565-9c4b-04a4c8241cb5 req-fc134331-02da-4f3c-a051-52034f455eea tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2033114 Nov 10 21:25:50.758768 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:50.832713 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b8b113ea-2a01-4565-9c4b-04a4c8241cb5 req-67d98cb9-39f8-44f4-8273-5ad315ff5086 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141937 Nov 10 21:25:50.992488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae62865d-92fc-4946-82ac-6198e0cc03ac {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:51.007948 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:51.040276 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Transition to ACTIVE for port object ae62865d-92fc-4946-82ac-6198e0cc03ac will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:51.051069 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:51.089484 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:51.139706 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae1a04-42ab-48b6-a6df-b5e0661117e8 req-eb9e5058-d03d-4b34-b39b-df889dba1b9d tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:51.143825 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e0ae1a04-42ab-48b6-a6df-b5e0661117e8 req-eb9e5058-d03d-4b34-b39b-df889dba1b9d tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 931 time: 0.1586370 Nov 10 21:25:51.283630 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e0ae1a04-42ab-48b6-a6df-b5e0661117e8 req-591b926b-bfb0-49b6-8c83-0c53eab5bb1e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323357 Nov 10 21:25:51.366808 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:51.370392 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:51.496464 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Attempting to bind port ae62865d-92fc-4946-82ac-6198e0cc03ac on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:25:51.496820 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Attempting to bind port ae62865d-92fc-4946-82ac-6198e0cc03ac by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:25:51.497162 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Attempting to bind port ae62865d-92fc-4946-82ac-6198e0cc03ac on network e920f296-2b85-4024-9e49-abb581191350 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:25:51.503930 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Port ae62865d-92fc-4946-82ac-6198e0cc03ac on network e920f296-2b85-4024-9e49-abb581191350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:25:51.504427 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Attempting to bind port ae62865d-92fc-4946-82ac-6198e0cc03ac on network e920f296-2b85-4024-9e49-abb581191350 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:25:51.512388 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:25:51.513032 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Checking segment: {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:25:51.513382 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Bound using segment: {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:25:51.514563 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Bound port: ae62865d-92fc-4946-82ac-6198e0cc03ac, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49151924-56c5-434a-90a5-02c58fb55f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'e920f296-2b85-4024-9e49-abb581191350'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:25:51.514563 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:51.630140 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:51.634202 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:51.648001 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:51.657318 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0c0c220f-c7f7-499c-99ec-11c24181e3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:51.790268 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:51.794996 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] 10.222.0.58 "PUT /v2.0/ports/ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 1093 time: 1.6266994 Nov 10 21:25:51.801117 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:51.950516 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'status': 'completed', 'code': 200} Nov 10 21:25:51.980318 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:51.986064 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:52.060930 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-7ee322b5-31ca-4ba4-b6c6-a688deed5019 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1096 time: 0.2113431 Nov 10 21:25:52.148146 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-15cf8d28-6d96-4d6f-a2ac-22127838df07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 217 time: 0.0772967 Nov 10 21:25:52.292894 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4815-562e-4639-9037-21ee9098658f req-56afdeeb-ca83-4815-8860-0c8021edbc33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:52.294322 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-56afdeeb-ca83-4815-8860-0c8021edbc33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 200 len: 847 time: 0.1388671 Nov 10 21:25:52.394608 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-27c4bdce-93a0-4c6a-a038-7bca6d0e1e0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e920f296-2b85-4024-9e49-abb581191350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931668 Nov 10 21:25:52.519423 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740c603-c6b4-4b40-b938-6ad6e14206f9 req-397c34f4-0810-4da8-ad20-4ea7089b052f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:52.520949 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d740c603-c6b4-4b40-b938-6ad6e14206f9 req-397c34f4-0810-4da8-ad20-4ea7089b052f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 943 time: 0.0961368 Nov 10 21:25:52.570576 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-c919cf3c-7151-473f-85a9-cf3f81b5e7e2 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605413 Nov 10 21:25:52.578608 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d740c603-c6b4-4b40-b938-6ad6e14206f9 req-34b5c335-9c6c-47b8-8922-dc490ba80d20 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499837 Nov 10 21:25:52.754362 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-277d4815-562e-4639-9037-21ee9098658f req-2f830326-299d-45aa-8e3b-93537cb3d4b0 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735091 Nov 10 21:25:52.895851 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2d92-7509-4020-8916-94493402e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:52.930311 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c5dce174-9568-4844-a6df-edb1630b2452 req-829d562f-62b0-46ef-805b-0bceab33808d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1096 time: 0.1203206 Nov 10 21:25:53.205059 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce174-9568-4844-a6df-edb1630b2452 req-5823488d-dff9-4649-92ea-d1a257ce8722 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.208002 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c5dce174-9568-4844-a6df-edb1630b2452 req-5823488d-dff9-4649-92ea-d1a257ce8722 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 910 time: 0.2706144 Nov 10 21:25:53.219407 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:53.356882 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c5dce174-9568-4844-a6df-edb1630b2452 req-c21d3ff1-f412-4b8e-abff-1597c11e5f94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 217 time: 0.1385014 Nov 10 21:25:53.442232 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce174-9568-4844-a6df-edb1630b2452 req-5ab62346-cdcd-48fb-8512-d543bd483cc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.445089 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c5dce174-9568-4844-a6df-edb1630b2452 req-5ab62346-cdcd-48fb-8512-d543bd483cc0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 200 len: 847 time: 0.0818450 Nov 10 21:25:53.557387 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c5dce174-9568-4844-a6df-edb1630b2452 req-6d230dc3-8d08-4e57-a055-5265ce4545e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e920f296-2b85-4024-9e49-abb581191350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002743 Nov 10 21:25:53.766463 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c5dce174-9568-4844-a6df-edb1630b2452 req-9d174d07-53cf-4b0d-8856-eda8ec16be32 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023435 Nov 10 21:25:53.946051 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c5dce174-9568-4844-a6df-edb1630b2452 req-bbafa90e-b1b0-4a18-9378-f433ce2c889f service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698420 Nov 10 21:25:53.949256 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ac046-1be9-4845-bb79-a0e36683e250 req-a4dbbd39-74ac-4a43-9134-a04a75155a9f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.952486 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6d3ac046-1be9-4845-bb79-a0e36683e250 req-a4dbbd39-74ac-4a43-9134-a04a75155a9f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 943 time: 0.1514840 Nov 10 21:25:54.013809 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6d3ac046-1be9-4845-bb79-a0e36683e250 req-b00c0819-c4f8-4745-899d-e3c2a82872d0 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561664 Nov 10 21:25:54.086952 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:55.106729 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device ae62865d-92fc-4946-82ac-6198e0cc03ac details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:25:55.287732 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:55.313452 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'port_id': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'mac_address': 'fa:16:3e:39:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:25:55.331052 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c4bd0-cbe5-4490-89b6-878f242e0dd5 req-22a43e59-ccc7-49dc-83d3-95b55fc191c5 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:55.331907 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-005c4bd0-cbe5-4490-89b6-878f242e0dd5 req-22a43e59-ccc7-49dc-83d3-95b55fc191c5 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Synchronizing usage tracker for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:25:55.364156 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-005c4bd0-cbe5-4490-89b6-878f242e0dd5 req-22a43e59-ccc7-49dc-83d3-95b55fc191c5 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Unset dirty status for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:25:55.366538 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-005c4bd0-cbe5-4490-89b6-878f242e0dd5 req-22a43e59-ccc7-49dc-83d3-95b55fc191c5 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 943 time: 0.1630831 Nov 10 21:25:55.439276 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:55.444487 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-005c4bd0-cbe5-4490-89b6-878f242e0dd5 req-237e1dbd-0555-4d54-85ce-360e7d3266ba tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572867 Nov 10 21:25:55.478226 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae62865d-92fc-4946-82ac-6198e0cc03ac {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:55.541960 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:55.548885 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:55.552262 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:55.604013 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:55.639076 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:55.648976 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.649376 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.649711 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.650058 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.650327 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.650723 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.651036 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.651354 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.651669 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.651975 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.652306 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.657221 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:55.843911 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['ae62865d-92fc-4946-82ac-6198e0cc03ac'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:25:56.221505 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869287b0-bb5d-4135-9421-c12ad11dba75 req-b737398a-7473-4810-97de-3a5dddebed39 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:56.223251 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-869287b0-bb5d-4135-9421-c12ad11dba75 req-b737398a-7473-4810-97de-3a5dddebed39 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.0963202 Nov 10 21:25:56.289445 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-869287b0-bb5d-4135-9421-c12ad11dba75 req-c5543d09-0420-4cea-b1a3-940cfc69c21e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Nov 10 21:25:56.729716 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea49963-8750-4a6b-8589-04b81e39ed6f req-58ad6dcf-4891-4029-a5b4-0f07d389d416 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:56.731259 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1ea49963-8750-4a6b-8589-04b81e39ed6f req-58ad6dcf-4891-4029-a5b4-0f07d389d416 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 944 time: 0.1168551 Nov 10 21:25:56.784870 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1ea49963-8750-4a6b-8589-04b81e39ed6f req-4c1f8381-0e8c-4326-b0b1-27f2ab92b872 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471251 Nov 10 21:25:57.115398 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device ae62865d-92fc-4946-82ac-6198e0cc03ac up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:25:57.219202 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port ae62865d-92fc-4946-82ac-6198e0cc03ac completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:57.228404 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port ae62865d-92fc-4946-82ac-6198e0cc03ac triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:57.229131 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:57.413667 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:57.451208 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:57.462998 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:57.470423 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:57.472908 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-376e61ce-6492-49ea-8cb1-a7533aa21889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:25:57.568740 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:57.573239 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:25:57.579943 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'code': 200} Nov 10 21:25:57.635025 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bff8c-b324-4de1-9669-f19f747b3c24 req-aaf38625-858b-46c2-8050-664f6e0a69bc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:57.636587 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4b1bff8c-b324-4de1-9669-f19f747b3c24 req-aaf38625-858b-46c2-8050-664f6e0a69bc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.1366279 Nov 10 21:25:57.705660 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4b1bff8c-b324-4de1-9669-f19f747b3c24 req-aab6c71e-462d-40e0-b33f-2ccfcad88c14 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621991 Nov 10 21:25:58.111363 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82111-02c8-4894-849c-4540d83f52c5 req-44d44574-0f74-4232-90f9-7f3d5d0dc515 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:58.121757 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b1f82111-02c8-4894-849c-4540d83f52c5 req-44d44574-0f74-4232-90f9-7f3d5d0dc515 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.1077502 Nov 10 21:25:58.142933 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0bc8dfb6-be9e-4092-9cf8-dd8cf10b5ef9 req-16b986ba-db0a-4b2e-8a60-cc56159db509 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1098 time: 0.1518586 Nov 10 21:25:58.189134 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b1f82111-02c8-4894-849c-4540d83f52c5 req-253d5081-a199-4872-99f3-31a637ac4b9f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662067 Nov 10 21:25:58.200953 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0bc8dfb6-be9e-4092-9cf8-dd8cf10b5ef9 req-b7a88681-aaa7-47ef-bb64-eb3ec5ceec85 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493648 Nov 10 21:25:58.939606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46440a-20c4-4695-be72-948eae93f67e req-744c77fc-bc89-4165-b2fa-4780fa306907 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:58.941387 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0b46440a-20c4-4695-be72-948eae93f67e req-744c77fc-bc89-4165-b2fa-4780fa306907 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.0920007 Nov 10 21:25:58.995798 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0b46440a-20c4-4695-be72-948eae93f67e req-6f417d0c-d5a8-482c-82c0-cf49756d7259 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475752 Nov 10 21:25:59.166708 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-51e2a2a8-d393-4527-ab44-45b4b1d76f6f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:59.168195 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-51e2a2a8-d393-4527-ab44-45b4b1d76f6f tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 946 time: 0.0997386 Nov 10 21:25:59.323159 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Deleting port 75272482-51d2-48ff-8fe2-22a307e7b437 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:25:59.323642 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:59.438654 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fe56f-d498-4f48-a058-01df7d361a6c req-a234c00a-22c8-4009-99d6-88cb30e0cfff tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:59.440921 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a68fe56f-d498-4f48-a058-01df7d361a6c req-a234c00a-22c8-4009-99d6-88cb30e0cfff tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.1092706 Nov 10 21:25:59.520082 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a68fe56f-d498-4f48-a058-01df7d361a6c req-71f52882-e40c-4cc1-a5f0-5f8278fc5ae6 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639341 Nov 10 21:25:59.700742 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] For port 75272482-51d2-48ff-8fe2-22a307e7b437, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=75272482-51d2-48ff-8fe2-22a307e7b437,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:59.701331 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:25:59.883241 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Calling delete_port for 75272482-51d2-48ff-8fe2-22a307e7b437 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:26:00.084432 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:00.098736 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8eef3d4f-531e-4478-b2b2-92616087975d tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:00.104788 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['75272482-51d2-48ff-8fe2-22a307e7b437', 'df48734a-6dec-425f-a39b-11f31bba8cb0'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:26:00.295767 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Pushing event deleted for resources: {'Port': ['ID=75272482-51d2-48ff-8fe2-22a307e7b437,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:00.334498 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:00.337212 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ba5d4d0b-d375-4e42-8771-827544eee330 req-9b553d13-2a4d-4ecb-9e12-6ae438cd1ece tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2e65811-e813-4d89-bcf3-3cac08a7bdd7 HTTP/1.1" status: 200 len: 210 time: 0.1091435 Nov 10 21:26:00.342362 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] No DVR routers for this DVR port 75272482-51d2-48ff-8fe2-22a307e7b437 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:00.345386 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:00.348568 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e65811-e813-4d89-bcf3-3cac08a7bdd7', 'name': 'network-vif-deleted', 'tag': '75272482-51d2-48ff-8fe2-22a307e7b437'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:00.369173 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-de889c1d-52fb-49c8-a885-363b557a7f67 req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.58 "DELETE /v2.0/ports/75272482-51d2-48ff-8fe2-22a307e7b437 HTTP/1.1" status: 204 len: 173 time: 1.1945906 Nov 10 21:26:00.422001 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e65811-e813-4d89-bcf3-3cac08a7bdd7', 'name': 'network-vif-deleted', 'tag': '75272482-51d2-48ff-8fe2-22a307e7b437', 'status': 'completed', 'code': 200} Nov 10 21:26:00.765267 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae084e17-8b25-4433-b4ad-55cf5a83b9e6 req-0bec7632-9912-4edb-acad-18e5181b7ebc tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.766670 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ae084e17-8b25-4433-b4ad-55cf5a83b9e6 req-0bec7632-9912-4edb-acad-18e5181b7ebc tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.0908904 Nov 10 21:26:00.817996 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ae084e17-8b25-4433-b4ad-55cf5a83b9e6 req-ecd108e1-9fa7-4027-a65c-c7b1ecd1e5fc tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Nov 10 21:26:01.089709 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e3a6-e0e2-426c-a5c9-58512f72995c req-7b5b6dd4-cb19-4f08-8246-1703c5640002 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.097606 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0c68e3a6-e0e2-426c-a5c9-58512f72995c req-7b5b6dd4-cb19-4f08-8246-1703c5640002 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.1331797 Nov 10 21:26:01.165195 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0c68e3a6-e0e2-426c-a5c9-58512f72995c req-d4d935e2-9dc4-4bb1-bfd7-d45e383243b1 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584052 Nov 10 21:26:01.187478 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40906) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:01.536941 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-212f9230-481a-4a42-8fae-f530731ac3be tempest-TestShelveInstance-222509321 tempest-TestShelveInstance-222509321-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1093 time: 0.3474398 Nov 10 21:26:01.541114 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 40928) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:01.549030 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Request body: {'floatingip': {'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'port_id': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:01.556896 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:01.561782 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Usage tracker for resource:floatingip and tenant:7f99890f89564484a6a6b596825cf0a5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:01.565426 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:01.576587 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:01.595255 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for floatingip, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:01.877171 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:02.182007 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Allocated IP 172.28.3.136 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/30fb98a3-9705-4b65-86ff-9e836928944c) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:02.276589 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4302e-ab97-4f25-8d3e-291d99f9a838 req-1c4a8170-c720-41e9-9090-169ff1a8961d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:02.285294 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-41d4302e-ab97-4f25-8d3e-291d99f9a838 req-1c4a8170-c720-41e9-9090-169ff1a8961d tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2739391 Nov 10 21:26:02.470215 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-41d4302e-ab97-4f25-8d3e-291d99f9a838 req-b157025c-210f-4703-b690-e9bc5eb63b81 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837118 Nov 10 21:26:02.508882 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:02.543959 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:02.550995 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:02.630064 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:02.633488 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:02.638915 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:02.665099 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'Port': ['ID=30fb98a3-9705-4b65-86ff-9e836928944c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:02.671695 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:03.134044 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 75272482-51d2-48ff-8fe2-22a307e7b437 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:26:03.230443 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 75272482-51d2-48ff-8fe2-22a307e7b437 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:26:03.231915 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 75272482-51d2-48ff-8fe2-22a307e7b437 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:26:03.492468 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:03.574752 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:03.796718 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40978) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:03.876667 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f52cfe-9806-4123-aaca-655de5ebaf5d req-86b86223-f6a5-40e5-bb2f-97301d9dfdac tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:03.878366 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-02f52cfe-9806-4123-aaca-655de5ebaf5d req-86b86223-f6a5-40e5-bb2f-97301d9dfdac tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1899323 Nov 10 21:26:03.925064 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:03.932148 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:03.946833 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2d42e4c2-4771-4818-89e4-3c338a7ffc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:03.989994 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.073570 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:04.085704 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Usage tracker for resource:security_group_rule and tenant:7539e6a150a14ab58008475208041691 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:04.100045 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:04.107959 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:04.163087 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a54979-bb1c-4127-b467-f88ad03a8728 req-e2bbefbf-f8c6-4c72-a49e-384075e37a18 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:04.164629 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e0a54979-bb1c-4127-b467-f88ad03a8728 req-e2bbefbf-f8c6-4c72-a49e-384075e37a18 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 947 time: 0.1416218 Nov 10 21:26:04.166644 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-02f52cfe-9806-4123-aaca-655de5ebaf5d req-c065725f-e938-405e-9bf9-be6daaadf91e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706900 Nov 10 21:26:04.169249 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event updated for resources: {'Port': ['ID=30fb98a3-9705-4b65-86ff-9e836928944c,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:04.173558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:04.192321 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.246862 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.251254 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.260457 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ac11b08c-071e-4866-907b-ed99fa6362d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:04.279958 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e0a54979-bb1c-4127-b467-f88ad03a8728 req-0c580c7a-aea3-4299-b5d9-48c428eb579e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964553 Nov 10 21:26:04.307672 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7536fe4-da1c-4aec-b7ec-ae78fbbff4f9,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:04.311116 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:04.316847 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7539e6a150a14ab58008475208041691&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5182397 Nov 10 21:26:04.317543 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40986) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:04.388747 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-535bc060-9091-4476-adfd-133c2e88e084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.429248 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.l3_db [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Floating IP 931bfd34-f04e-4073-b770-edb9c35bfe39 associated. External IP: 172.28.3.136, port: ae62865d-92fc-4946-82ac-6198e0cc03ac. Nov 10 21:26:04.430239 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-535bc060-9091-4476-adfd-133c2e88e084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.491459 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-535bc060-9091-4476-adfd-133c2e88e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.497686 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-76945076-5316-4b3d-b831-64c47939522b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:04.514977 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bc060-9091-4476-adfd-133c2e88e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7536fe4-da1c-4aec-b7ec-ae78fbbff4f9,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:04.517613 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-535bc060-9091-4476-adfd-133c2e88e084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:04.518821 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-535bc060-9091-4476-adfd-133c2e88e084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.525018 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-535bc060-9091-4476-adfd-133c2e88e084 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7536fe4-da1c-4aec-b7ec-ae78fbbff4f9 HTTP/1.1" status: 204 len: 168 time: 0.2045786 Nov 10 21:26:04.868183 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Router 42142728-5c35-4549-a9e5-e3879b4899db has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:04.920008 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 40996) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:04.946211 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:04.980944 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:04.985287 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:52b8cacc14924d0e9af1f33b2577b5d3 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:04.988364 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:04.996032 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:05.098348 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:05.103985 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:05.111455 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-535bc060-9091-4476-adfd-133c2e88e084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:05.127907 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:05.145462 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] Sync routers for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:26:05.158894 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:05.159778 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:25:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:05.169582 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52b8cacc14924d0e9af1f33b2577b5d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2450383 Nov 10 21:26:05.169582 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c6916-1c37-45dc-b414-a6c75083f01b,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:05.169883 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41000) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:05.171523 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:05.185326 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:05.283446 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-34c6c051-72f8-45d7-8e56-da4a7200eaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:05.305808 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7625515 Nov 10 21:26:05.310041 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:05.391330 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:05.404853 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'status': 'completed', 'code': 200} Nov 10 21:26:05.428436 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-34c6c051-72f8-45d7-8e56-da4a7200eaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:05.547121 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-a07ee5f0-6e5f-4e1b-85b5-06d91060bb7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1098 time: 0.1325943 Nov 10 21:26:05.578809 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51750f-8e11-4815-b148-2ca5378f1265 req-b9bfa1c5-937e-424b-91f9-d64b6e31954c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.582302 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ab51750f-8e11-4815-b148-2ca5378f1265 req-b9bfa1c5-937e-424b-91f9-d64b6e31954c tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2655938 Nov 10 21:26:05.633850 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-34c6c051-72f8-45d7-8e56-da4a7200eaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:05.642270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2305f1e1-5262-4890-8671-c40c6d1c19c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:05.667642 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6c051-72f8-45d7-8e56-da4a7200eaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c6916-1c37-45dc-b414-a6c75083f01b,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:05.670976 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-34c6c051-72f8-45d7-8e56-da4a7200eaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:05.688079 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-34c6c051-72f8-45d7-8e56-da4a7200eaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:05.689261 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-34c6c051-72f8-45d7-8e56-da4a7200eaba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d36c6916-1c37-45dc-b414-a6c75083f01b HTTP/1.1" status: 204 len: 168 time: 0.5187047 Nov 10 21:26:05.703430 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ab51750f-8e11-4815-b148-2ca5378f1265 req-1a63880a-a8bf-4204-9d78-5465a69950f1 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087735 Nov 10 21:26:05.801004 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-151480c3-dd82-4a7d-b8ef-5769cc5d2471 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.802934 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-151480c3-dd82-4a7d-b8ef-5769cc5d2471 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 910 time: 0.2401490 Nov 10 21:26:05.824809 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fae352-995d-4c33-a43f-f9f632b0c799 req-5f9c269d-0a0b-4a28-baf8-f99a282409ac tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.828240 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c9fae352-995d-4c33-a43f-f9f632b0c799 req-5f9c269d-0a0b-4a28-baf8-f99a282409ac tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 947 time: 0.2243898 Nov 10 21:26:05.942423 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '931bfd34-f04e-4073-b770-edb9c35bfe39', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'floating_ip_address': '172.28.3.136', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'port_id': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'mac_address': 'fa:16:3e:39:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:03Z', 'updated_at': '2021-11-10T21:26:03Z', 'revision_number': 0, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:13Z', 'revision_number': 5, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:05.947433 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] Checking router: 42142728-5c35-4549-a9e5-e3879b4899db for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:26:05.962224 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:05.962880 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:25:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:06.076447 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-b285a445-9d11-4a85-974e-cd99edf48e4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 999 time: 0.2464762 Nov 10 21:26:06.091984 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c9fae352-995d-4c33-a43f-f9f632b0c799 req-33cc2df3-84b7-4c14-bdbb-d23cbd136010 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771040 Nov 10 21:26:06.206519 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-a1c445b4-6a15-4238-bf69-01c3f17eb904 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.208032 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-a1c445b4-6a15-4238-bf69-01c3f17eb904 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 200 len: 847 time: 0.1153493 Nov 10 21:26:06.234332 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:06.332955 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-f62c3bd6-bd33-42a2-8d77-0eeae3de84a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e920f296-2b85-4024-9e49-abb581191350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1118631 Nov 10 21:26:06.541784 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-a64647a1-79bd-45a6-9f28-0a5d245d353c service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911547 Nov 10 21:26:06.591142 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-0b462e2c-4ad5-4872-bb8b-c4e91ead3fd4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.592361 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-0b462e2c-4ad5-4872-bb8b-c4e91ead3fd4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 947 time: 0.1611133 Nov 10 21:26:06.730294 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '931bfd34-f04e-4073-b770-edb9c35bfe39', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'floating_ip_address': '172.28.3.136', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'port_id': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'mac_address': 'fa:16:3e:39:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:03Z', 'updated_at': '2021-11-10T21:26:03Z', 'revision_number': 0, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:13Z', 'revision_number': 5, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:06.734624 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ee11-5ef2-480f-be25-7a5268e48aa9 None None] The sync data for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb is: [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '931bfd34-f04e-4073-b770-edb9c35bfe39', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'floating_ip_address': '172.28.3.136', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'port_id': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'mac_address': 'fa:16:3e:39:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:03Z', 'updated_at': '2021-11-10T21:26:03Z', 'revision_number': 0, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:13Z', 'revision_number': 5, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:26:06.744304 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Deleting port 2ff3908a-b2fe-4578-a499-48e67059d1d2 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:26:06.744683 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:06.805757 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-81a456c1-e75c-404e-8c2a-343aaf0d5597 req-d2ff9388-4892-41f2-a5a2-ae7f0829e65f service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535062 Nov 10 21:26:06.956307 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e50cf-36cf-4149-b236-7f5d052da8d6 req-b717ed43-edd8-4086-aa06-6f4ac1bb7c3e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.964340 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-462e50cf-36cf-4149-b236-7f5d052da8d6 req-b717ed43-edd8-4086-aa06-6f4ac1bb7c3e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1083164 Nov 10 21:26:07.081765 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-462e50cf-36cf-4149-b236-7f5d052da8d6 req-4bbd85f4-6870-4df3-86b0-ce2fa83669d0 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163690 Nov 10 21:26:07.115933 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f1a9f-595a-4c95-b3df-bb5c42d6827f None None] New status for floating IP 931bfd34-f04e-4073-b770-edb9c35bfe39: ACTIVE {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:26:07.158597 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] For port 2ff3908a-b2fe-4578-a499-48e67059d1d2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=2ff3908a-b2fe-4578-a499-48e67059d1d2,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:07.159069 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:07.446913 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a363133-559d-4408-81c4-638bff48118f req-5837566f-9ea0-4b33-8cb5-f2e6f9b35675 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.456840 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5a363133-559d-4408-81c4-638bff48118f req-5837566f-9ea0-4b33-8cb5-f2e6f9b35675 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 947 time: 0.1199095 Nov 10 21:26:07.545181 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5a363133-559d-4408-81c4-638bff48118f req-a09016b1-9b63-4130-9821-8763c2dded4e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=56ed11f7-e9d9-4c3f-80c5-6758b841517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872657 Nov 10 21:26:07.670976 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:07.671442 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:07.671867 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.l3_db [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Floating IP 204b8594-34b7-4589-94aa-6be1c14a14de disassociated. External IP: 172.28.3.152, port: 2ff3908a-b2fe-4578-a499-48e67059d1d2. Nov 10 21:26:07.672205 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Calling delete_port for 2ff3908a-b2fe-4578-a499-48e67059d1d2 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:26:07.883332 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:07.893383 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:07.955075 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event deleted for resources: {'Port': ['ID=2ff3908a-b2fe-4578-a499-48e67059d1d2,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:07.957645 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:08.372855 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80486da-e9f0-444f-92e4-131c29edd7ff req-a3be5c43-e9d2-416e-81d3-1e45cc3b49c7 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:08.383654 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b80486da-e9f0-444f-92e4-131c29edd7ff req-a3be5c43-e9d2-416e-81d3-1e45cc3b49c7 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.1145518 Nov 10 21:26:08.433322 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:08.476998 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b80486da-e9f0-444f-92e4-131c29edd7ff req-51ef45bc-de9c-44bc-8e9b-1469843f5da0 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918949 Nov 10 21:26:08.742495 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-e6a310fd-7e37-4486-a894-263130927fb1 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:08.743112 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-e6a310fd-7e37-4486-a894-263130927fb1 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Synchronizing usage tracker for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:08.777224 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-e6a310fd-7e37-4486-a894-263130927fb1 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Unset dirty status for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:08.778760 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-e6a310fd-7e37-4486-a894-263130927fb1 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.58 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2173588 Nov 10 21:26:08.889130 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a2137113-52c0-4631-a58c-0a8b74778d66 req-efedacb8-6df2-45a3-81b7-956f21f5a744 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 210 time: 0.0661690 Nov 10 21:26:08.911157 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Deleting port df48734a-6dec-425f-a39b-11f31bba8cb0 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:26:08.911516 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:08.969572 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:08.981136 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] Sync routers for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:26:09.004443 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:09.006005 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:25:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:09.144400 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] No DVR routers for this DVR port 2ff3908a-b2fe-4578-a499-48e67059d1d2 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:09.149670 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:09.154744 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-deleted', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:09.292597 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33016b7-0f31-4b20-bb30-8fbb54eabceb', 'name': 'network-vif-deleted', 'tag': '2ff3908a-b2fe-4578-a499-48e67059d1d2', 'status': 'completed', 'code': 200} Nov 10 21:26:09.333250 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-04265d99-b149-4f20-8638-97e9c64b5f48 req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "DELETE /v2.0/ports/2ff3908a-b2fe-4578-a499-48e67059d1d2 HTTP/1.1" status: 204 len: 173 time: 2.6941276 Nov 10 21:26:09.346635 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:09.759079 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] For port df48734a-6dec-425f-a39b-11f31bba8cb0, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=df48734a-6dec-425f-a39b-11f31bba8cb0,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:09.759684 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:09.897820 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Calling delete_port for df48734a-6dec-425f-a39b-11f31bba8cb0 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:26:09.968074 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62bcc0-bd10-40b4-8331-708287f9e369 req-a848cce6-3d1a-4fac-8953-cf8c967b3b7e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.969848 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-af62bcc0-bd10-40b4-8331-708287f9e369 req-a848cce6-3d1a-4fac-8953-cf8c967b3b7e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 946 time: 0.2719977 Nov 10 21:26:10.054194 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:10.063106 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] Checking router: ff5b5c93-f7f4-48d4-89f5-e7134b000d1a for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:26:10.084027 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:10.085391 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:25:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:10.109768 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-af62bcc0-bd10-40b4-8331-708287f9e369 req-ea79b653-eead-44cc-b985-c50ba187fa52 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/security-groups?id=7238bdab-edc4-4d54-81d9-c960a5e375f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310532 Nov 10 21:26:10.189145 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:10.205656 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['df48734a-6dec-425f-a39b-11f31bba8cb0'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:26:10.211522 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0a08060b-aa76-4aa6-a962-edaab281282e tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:10.345247 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Pushing event deleted for resources: {'Port': ['ID=df48734a-6dec-425f-a39b-11f31bba8cb0,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:10.356444 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:10.357159 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-699601f5-7340-411f-8624-0e7062fe9840 req-3e2a93e9-ce2d-45d5-8f50-1931f58a9e18 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=c33016b7-0f31-4b20-bb30-8fbb54eabceb HTTP/1.1" status: 200 len: 210 time: 0.1217182 Nov 10 21:26:10.519864 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] No DVR routers for this DVR port df48734a-6dec-425f-a39b-11f31bba8cb0 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:10.522965 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:10.532831 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:10.542473 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f969a2c4-ff80-46cc-a4a7-9f46d76fd9bb req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.58 "DELETE /v2.0/ports/df48734a-6dec-425f-a39b-11f31bba8cb0 HTTP/1.1" status: 204 len: 173 time: 1.7570455 Nov 10 21:26:11.047173 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:11.052283 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9d12a-17aa-4616-822f-f5d42f43e168 None None] The sync data for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb is: [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:26:11.163592 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:26:11.273561 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 2ff3908a-b2fe-4578-a499-48e67059d1d2 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:26:11.274533 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 2ff3908a-b2fe-4578-a499-48e67059d1d2 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:26:11.293770 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94883304-f611-41c1-a401-f3f988384a55', 'name': 'network-vif-deleted', 'tag': 'df48734a-6dec-425f-a39b-11f31bba8cb0'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:11.476065 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94883304-f611-41c1-a401-f3f988384a55', 'name': 'network-vif-deleted', 'tag': 'df48734a-6dec-425f-a39b-11f31bba8cb0', 'status': 'completed', 'code': 200} Nov 10 21:26:11.595372 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-95268273-1aae-4ec8-9956-17b8a36d1d36 req-3f7e1add-1dfd-497a-82e2-337443b23a25 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Synchronizing usage tracker for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:11.638484 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-95268273-1aae-4ec8-9956-17b8a36d1d36 req-3f7e1add-1dfd-497a-82e2-337443b23a25 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Unset dirty status for tenant:4bb877ae51724bf4a41a491472810533 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:11.640219 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-95268273-1aae-4ec8-9956-17b8a36d1d36 req-3f7e1add-1dfd-497a-82e2-337443b23a25 tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] 10.222.0.70 "GET /v2.0/ports?device_id=94883304-f611-41c1-a401-f3f988384a55 HTTP/1.1" status: 200 len: 210 time: 0.1546016 Nov 10 21:26:11.732642 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41132) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:11.827291 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f9f63651-ce43-4ed4-86fa-b61b59f126c0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:11.868290 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f9f63651-ce43-4ed4-86fa-b61b59f126c0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:12.074666 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f9f63651-ce43-4ed4-86fa-b61b59f126c0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:12.084940 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a9a724e8-c8b0-4083-be16-1d3bbb6437bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:12.114042 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f63651-ce43-4ed4-86fa-b61b59f126c0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ed11f7-e9d9-4c3f-80c5-6758b841517c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:12.120068 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f9f63651-ce43-4ed4-86fa-b61b59f126c0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:12.135465 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f9f63651-ce43-4ed4-86fa-b61b59f126c0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:12.137734 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f9f63651-ce43-4ed4-86fa-b61b59f126c0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "DELETE /v2.0/security-groups/56ed11f7-e9d9-4c3f-80c5-6758b841517c HTTP/1.1" status: 204 len: 168 time: 0.4031212 Nov 10 21:26:12.149089 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41138) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:12.171369 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.api.v2.resource [None req-7c634225-4e13-4b55-8a39-922592275cf5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] show failed (client error): The resource could not be found. Nov 10 21:26:12.172379 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-7c634225-4e13-4b55-8a39-922592275cf5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups/56ed11f7-e9d9-4c3f-80c5-6758b841517c HTTP/1.1" status: 404 len: 347 time: 0.0220842 Nov 10 21:26:12.176387 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41142) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:12.345632 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Deleting port bdfee941-b9b6-4234-8bb6-22dc1e39007f {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:26:12.346359 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:12.623949 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:12.624270 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:12.750042 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Calling delete_port for bdfee941-b9b6-4234-8bb6-22dc1e39007f owned by network:floatingip {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:26:12.779589 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41154) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:12.946283 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:12.961261 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-47c041a8-9d4a-44fe-8e6d-6fa9f60875a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:13.069833 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event deleted for resources: {'Port': ['ID=bdfee941-b9b6-4234-8bb6-22dc1e39007f,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:13.072896 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:13.171208 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device df48734a-6dec-425f-a39b-11f31bba8cb0 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:26:13.182539 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.202402 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.218143 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "DELETE /v2.0/floatingips/204b8594-34b7-4589-94aa-6be1c14a14de HTTP/1.1" status: 204 len: 168 time: 1.0262346 Nov 10 21:26:13.218363 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: df48734a-6dec-425f-a39b-11f31bba8cb0 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:26:13.218363 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device df48734a-6dec-425f-a39b-11f31bba8cb0 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:26:13.461491 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41170) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:13.464482 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e32f8-605f-4532-bcee-eb572deea6c1 None None] New status for floating IP 204b8594-34b7-4589-94aa-6be1c14a14de: DOWN {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:26:13.502767 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401040'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.555920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41176) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:13.561957 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711509297', 'description': 'tempest-description--1887952711'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:13.570564 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:13.575689 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:security_group and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:13.578941 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:13.588118 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:13.603340 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.650606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:13.669820 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:security_group_rule and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:13.675040 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:13.678286 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.691913 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:13.738813 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:13.750302 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Usage tracker for resource:security_group_rule and tenant:1a5e0f01f2b84250bb8bec480f20494d is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:13.754012 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:13.772537 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:13.795158 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.804329 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.809435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0759ae6e-f6a1-418b-bb3b-14b3a6f4e32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:13.881023 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437724d8-7de9-4dab-9418-36f1828bfd8d,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:13.885137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:13.885991 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.887628 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-8bb20bb8-48b3-4a99-adfd-c9806aa4fa89 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3306863 Nov 10 21:26:13.892618 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41180) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:13.899506 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'security_group_rule': {'security_group_id': '437724d8-7de9-4dab-9418-36f1828bfd8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:13.931281 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:13.932879 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.939166 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:13.944002 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:security_group_rule and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:13.948836 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:13.952276 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5bc12398-541f-45b1-aa40-9f6262a0e678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:13.959529 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:13.995168 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.025355 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d31f222-b423-4b2f-822d-6fcc81ae3a5e,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:14.035630 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a5e0f01f2b84250bb8bec480f20494d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5721424 Nov 10 21:26:14.039015 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:14.039733 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41184) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:14.134835 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9a457070-6ac1-4d8d-a3a4-ae630cbf8420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.156756 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.166672 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.175798 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:14.183471 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9a457070-6ac1-4d8d-a3a4-ae630cbf8420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.204594 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3e5ff1-5d5b-4639-ab4d-e47710947a36,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:14.207331 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:14.212242 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.213450 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9b32e371-1aa5-42f7-91ac-0844bcbadbcd tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3198347 Nov 10 21:26:14.217829 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41190) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:14.228050 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'security_group_rule': {'security_group_id': '437724d8-7de9-4dab-9418-36f1828bfd8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:14.244018 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:14.254504 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:security_group_rule and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:14.259836 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:14.268143 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:14.297539 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.316527 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9a457070-6ac1-4d8d-a3a4-ae630cbf8420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.329044 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4cc0262-30c2-472c-ad52-6015ae97d2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:14.356071 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a457070-6ac1-4d8d-a3a4-ae630cbf8420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d31f222-b423-4b2f-822d-6fcc81ae3a5e,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:14.362395 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9a457070-6ac1-4d8d-a3a4-ae630cbf8420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:14.367444 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9a457070-6ac1-4d8d-a3a4-ae630cbf8420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.369202 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-9a457070-6ac1-4d8d-a3a4-ae630cbf8420 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d31f222-b423-4b2f-822d-6fcc81ae3a5e HTTP/1.1" status: 204 len: 168 time: 0.3279440 Nov 10 21:26:14.405129 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Deleting port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:26:14.405635 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.424930 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.431864 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.434134 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-00b93633-b61c-43a4-9093-3afaef24feca tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:14.460466 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bee50f-12d9-4656-a374-fea52bd6dd70,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:14.463103 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:14.478053 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.479259 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-dbf066c4-2f9d-48d8-b386-c85a21532d79 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2602811 Nov 10 21:26:14.484336 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41196) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:14.490866 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'floatingip': {'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:14.496376 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:14.501623 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Usage tracker for resource:floatingip and tenant:cea6142182a747d4ad4577a2121bbb3c is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:14.504906 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:14.514375 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:14.529948 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.589911 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:26:14.616828 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] For port f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,segment=NetworkSegment(e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608),segment_id=e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:14.617207 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.749310 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Calling delete_port for f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:26:14.774024 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:14.950976 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41202) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:14.982696 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Allocated IP 172.28.3.134 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/71a769b6-f75e-41d9-b76c-4abf6d635f00) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:14.987872 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.104985 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:15.112130 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Usage tracker for resource:security_group_rule and tenant:8659e37d510d4c37940a869832692052 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:15.122648 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:15.133158 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:15.206079 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.272681 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.278593 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.286105 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d80dce75-8d07-446c-b916-9071093a8118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:15.294593 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.351256 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf10f81-7740-4e87-9043-1f0e1d92eb25,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:15.355066 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:15.357004 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:15.357838 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:15.359622 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-bc3f43d4-d557-4fb9-b34c-a582ef5cfbc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:15.367950 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.373054 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:15.390026 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:15.421038 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:15.426396 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:15.427641 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8659e37d510d4c37940a869832692052&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4750082 Nov 10 21:26:15.432776 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41210) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:15.480756 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'Port': ['ID=71a769b6-f75e-41d9-b76c-4abf6d635f00,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:15.523564 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:15.623243 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-19ebd205-5772-43a4-9349-56cbbe393139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.698609 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.773715 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-19ebd205-5772-43a4-9349-56cbbe393139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:15.786247 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:16.025417 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-19ebd205-5772-43a4-9349-56cbbe393139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:16.036331 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-29b98224-de4b-41c9-b7d8-18615fa01570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:16.085455 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:16.095926 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebd205-5772-43a4-9349-56cbbe393139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf10f81-7740-4e87-9043-1f0e1d92eb25,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:16.097285 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:16.101980 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-19ebd205-5772-43a4-9349-56cbbe393139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:16.104781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-dc18fbbf-c7e9-4e4c-9b91-46bf715a637f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:16.153928 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-19ebd205-5772-43a4-9349-56cbbe393139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:16.166087 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-19ebd205-5772-43a4-9349-56cbbe393139 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8cf10f81-7740-4e87-9043-1f0e1d92eb25 HTTP/1.1" status: 204 len: 168 time: 0.7262666 Nov 10 21:26:16.229652 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400810'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:16.233452 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'Port': ['ID=71a769b6-f75e-41d9-b76c-4abf6d635f00,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:16.238216 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:16.265445 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:16.304167 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:16.320584 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8220694 Nov 10 21:26:16.842146 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-ad43c159-48de-44b9-982e-6317d66d85e5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:16.874977 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-ad43c159-48de-44b9-982e-6317d66d85e5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:16.876149 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-ad43c159-48de-44b9-982e-6317d66d85e5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--711509297&fields=id&tenant_id=cea6142182a747d4ad4577a2121bbb3c HTTP/1.1" status: 200 len: 267 time: 0.1583872 Nov 10 21:26:17.284118 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-1bdabea7-ca1e-4b0d-9f65-5c1b095cf428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:17.284118 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-1bdabea7-ca1e-4b0d-9f65-5c1b095cf428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 817 time: 0.3597369 Nov 10 21:26:17.312537 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-15ba745b-584d-4637-a5e0-a421d040b6ed tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/quotas/cea6142182a747d4ad4577a2121bbb3c HTTP/1.1" status: 200 len: 375 time: 0.0188224 Nov 10 21:26:17.366192 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Router c0cd688a-7f69-4d64-98c8-862e91bda69a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:17.537340 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-fdb71c09-2a57-48f9-ada3-8caa12ef75c9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2158947 Nov 10 21:26:17.935584 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-30aceda6-a58e-43e2-a45b-56786a33b4a5 service neutron] 10.222.0.70 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241618 Nov 10 21:26:17.981527 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:18.001701 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] 10.222.0.70 "PUT /v2.0/routers/c0cd688a-7f69-4d64-98c8-862e91bda69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2203028 Nov 10 21:26:18.006230 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41256) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:18.009626 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] Sync routers for ids ['c0cd688a-7f69-4d64-98c8-862e91bda69a'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:26:18.032664 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] Routers {'c0cd688a-7f69-4d64-98c8-862e91bda69a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:18.034050 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:25:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['c0cd688a-7f69-4d64-98c8-862e91bda69a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:18.189926 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-64c533a0-7b44-41ec-a4e1-947385390c88 service neutron] 10.222.0.70 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427571 Nov 10 21:26:18.291201 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] Set router c0cd688a-7f69-4d64-98c8-862e91bda69a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:18.359929 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks [] for router, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:18.479060 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-f9db81fd-565e-4832-94d1-7c6e050f9b80 req-d00fe95c-f366-4964-87ab-fc03dc9f8918 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:18.504810 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-f9db81fd-565e-4832-94d1-7c6e050f9b80 req-d00fe95c-f366-4964-87ab-fc03dc9f8918 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:18.507576 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f9db81fd-565e-4832-94d1-7c6e050f9b80 req-d00fe95c-f366-4964-87ab-fc03dc9f8918 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 210 time: 0.0867257 Nov 10 21:26:18.734184 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:18.754071 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Deleting port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:26:18.754822 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:18.763678 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:26:15Z', 'revision_number': 5, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port': {'id': '37e8e1a3-5013-4771-93fb-50af6dd7d9a1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:54Z', 'updated_at': '2021-11-10T21:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:18.768640 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] Checking router: c0cd688a-7f69-4d64-98c8-862e91bda69a for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:26:18.785580 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] Routers {'c0cd688a-7f69-4d64-98c8-862e91bda69a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:18.786793 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:25:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['c0cd688a-7f69-4d64-98c8-862e91bda69a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:18.978934 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] Set router c0cd688a-7f69-4d64-98c8-862e91bda69a gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:19.177477 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:26:18Z', 'revision_number': 6, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port_host': None}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:19.182282 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97639002-5c13-45ac-9112-b5b7030c5a08 None None] The sync data for ids ['c0cd688a-7f69-4d64-98c8-862e91bda69a'] in dv-cinder-817261-1-smb is: [{'id': 'c0cd688a-7f69-4d64-98c8-862e91bda69a', 'name': 'tempest-ServerRescueNegativeTestJSON-1368012484-router', 'tenant_id': '4bb877ae51724bf4a41a491472810533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:53Z', 'updated_at': '2021-11-10T21:26:18Z', 'revision_number': 6, 'project_id': '4bb877ae51724bf4a41a491472810533', 'gw_port_host': None}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:26:19.210070 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] For port 37e8e1a3-5013-4771-93fb-50af6dd7d9a1, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=37e8e1a3-5013-4771-93fb-50af6dd7d9a1,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:19.210858 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:19.357268 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Calling delete_port for 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 owned by network:router_gateway {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:26:19.828694 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-948f16de-228f-49e4-9d0f-bca25a3a782d req-faa6ef3f-6d73-4078-bb0c-23920cf72d4c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 210 time: 0.0771844 Nov 10 21:26:19.873888 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41304) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:19.946742 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5e513732-c5aa-4be0-a049-c6f0a6e1c34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.022145 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-0ccaa2e8-b157-46a6-8e1a-c62a393b03d9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:20.024213 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-0ccaa2e8-b157-46a6-8e1a-c62a393b03d9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 817 time: 0.2855401 Nov 10 21:26:20.061292 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.075100 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.084797 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b40757be-4396-462f-b0d6-c29d7691d65c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:20.096565 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:20.101751 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Usage tracker for resource:security_group_rule and tenant:64f8bd925bf34ab79cc331aec93b02f5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:20.105269 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:20.112384 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:20.146681 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=37e8e1a3-5013-4771-93fb-50af6dd7d9a1,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:20.151808 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:20.216192 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.223735 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.240315 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-811bfe7d-0052-4a3d-b0b9-56ff4b4265ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:20.266345 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-589d16c1-2415-4090-9967-9d8059078df1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:20.296601 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-589d16c1-2415-4090-9967-9d8059078df1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:20.297777 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-589d16c1-2415-4090-9967-9d8059078df1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cea6142182a747d4ad4577a2121bbb3c HTTP/1.1" status: 200 len: 379 time: 0.2419002 Nov 10 21:26:20.342803 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64f8bd925bf34ab79cc331aec93b02f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4657774 Nov 10 21:26:20.348617 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41314) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:20.372678 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fb1069-d148-4dbc-9376-2359c3de253e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:20.378171 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'port': {'device_id': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'admin_state_up': True, 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'security_groups': ['437724d8-7de9-4dab-9418-36f1828bfd8d']}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:20.388407 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:20.479486 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6405-fdf4-4e36-aa11-0790382fa815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.531105 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6405-fdf4-4e36-aa11-0790382fa815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.560608 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393925'] for router_gateway, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.618371 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6405-fdf4-4e36-aa11-0790382fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.622589 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-794bd1de-e457-4848-ba77-9f57f25156d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:20.638195 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e6405-fdf4-4e36-aa11-0790382fa815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fb1069-d148-4dbc-9376-2359c3de253e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:20.641669 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ba7e6405-fdf4-4e36-aa11-0790382fa815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:20.644182 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6405-fdf4-4e36-aa11-0790382fa815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:20.652102 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ba7e6405-fdf4-4e36-aa11-0790382fa815 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1fb1069-d148-4dbc-9376-2359c3de253e HTTP/1.1" status: 204 len: 168 time: 0.2941675 Nov 10 21:26:20.738966 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.022751 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25741'] for router, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.029918 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.170062 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-82f02e9f-61b7-4476-89f1-51952e2e6cce req-285d86a8-8572-47aa-a4a4-b8e5e900d119 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 210 time: 0.1054523 Nov 10 21:26:21.235321 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:26:21.284178 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397117'] for router, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.284808 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:26:21.284912 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device f4ef0f1e-2a84-4f9b-aee2-d8bef42fa82e not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:26:21.285057 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0cd688a-7f69-4d64-98c8-862e91bda69a {{(pid=82876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:26:21.285470 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:26:21.341116 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:21.353803 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:21.359693 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41328) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:21.363815 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Notify callbacks [] for router, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.368446 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] 10.222.0.70 "DELETE /v2.0/routers/c0cd688a-7f69-4d64-98c8-862e91bda69a HTTP/1.1" status: 204 len: 168 time: 3.3574016 Nov 10 21:26:21.369222 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41330) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:21.378183 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:26:21.378787 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 37e8e1a3-5013-4771-93fb-50af6dd7d9a1 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:26:21.399051 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.410535 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Made reservation on behalf of cea6142182a747d4ad4577a2121bbb3c for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:21.413615 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.455294 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:21.461980 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:d8279a21be544f2fbd1ef706c7c006cf is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:21.466695 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:21.479832 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:21.564970 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.569723 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.580074 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4343fdf9-d1c2-4b56-821b-af634cd75211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:21.609753 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] Deleting subnet c5c3c303-53df-492e-a5bb-6f7a5c93fc8f {{(pid=82876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:26:21.620008 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.647303 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8279a21be544f2fbd1ef706c7c006cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2819169 Nov 10 21:26:21.650604 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41338) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:21.659798 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-40ff49ac-5f35-4787-a924-f9bc71f3f4de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4513664 Nov 10 21:26:21.678996 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e13ebfc-3138-436c-9005-3e0f8797d8b7,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:21.689593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:21.714856 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252319'] for subnet, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.769521 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0e379de5-d4eb-41a6-88b8-4d042de49322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.808460 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0e379de5-d4eb-41a6-88b8-4d042de49322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.885551 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.907397 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0e379de5-d4eb-41a6-88b8-4d042de49322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.921105 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f58dcbe4-1aaa-4407-ad00-4bdbf77ad7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:21.928844 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Allocated IP 172.20.0.13 (d4714832-cad2-4a6d-b644-854f29f496c8/a8911d30-c9c1-4913-b025-9e3838024ede/88c7eea9-fa5f-4e69-866b-22604e2c346b) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:21.947982 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e379de5-d4eb-41a6-88b8-4d042de49322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e13ebfc-3138-436c-9005-3e0f8797d8b7,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:21.951599 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0e379de5-d4eb-41a6-88b8-4d042de49322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:21.953430 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0e379de5-d4eb-41a6-88b8-4d042de49322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:21.957946 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-0e379de5-d4eb-41a6-88b8-4d042de49322 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e13ebfc-3138-436c-9005-3e0f8797d8b7 HTTP/1.1" status: 204 len: 168 time: 0.3031311 Nov 10 21:26:21.996877 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-e83c832b-e33a-4c22-81ac-bae7c7ed91c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02d25d58cd2443569efadcf7f29d919e&device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 1098 time: 0.2226748 Nov 10 21:26:22.154669 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719132'] for subnet, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.240889 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0b650a8f-6883-44ed-9a75-a033cd9cce15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:22.310788 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c3c303-53df-492e-a5bb-6f7a5c93fc8f,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:22.322103 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:22.401964 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.425141 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-d1e01037-6122-4f4e-a80a-9453a84d8c5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:22.427212 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-d1e01037-6122-4f4e-a80a-9453a84d8c5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac3567be-f309-409e-b427-9d56eb4a4c0f HTTP/1.1" status: 200 len: 914 time: 0.3712492 Nov 10 21:26:22.437197 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-25df8407-2ccb-4146-af93-7013aece9f3f req-9b1574c0-9d00-4228-b397-46e1a62a5786 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 210 time: 0.0683074 Nov 10 21:26:22.508340 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-f15b2ae0-cafa-4237-98ef-7750abc01701 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c5c3c303-53df-492e-a5bb-6f7a5c93fc8f HTTP/1.1" status: 204 len: 168 time: 1.1348221 Nov 10 21:26:22.509279 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41350) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:22.518126 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-7ac64a0e-e509-401f-9c1c-f3e358043576 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=090c753d-899f-464c-96eb-ef659df33ce4 HTTP/1.1" status: 200 len: 217 time: 0.0757599 Nov 10 21:26:22.598031 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.631529 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-4cfe26f0-858a-4da1-9feb-1285f9573485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:22.632941 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-4cfe26f0-858a-4da1-9feb-1285f9573485 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a168bbd-9396-41b3-8ba8-f330d0b45cdf HTTP/1.1" status: 200 len: 852 time: 0.1005094 Nov 10 21:26:22.633978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Transition to ACTIVE for port object 88c7eea9-fa5f-4e69-866b-22604e2c346b will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:22.654309 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.707302 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-251b7c47-c22e-483c-a1a8-78294af412c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac3567be-f309-409e-b427-9d56eb4a4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640721 Nov 10 21:26:22.807394 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.811113 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.815185 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b0963b01-02db-4616-83a7-76f692d55085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:22.840996 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f61648-f363-42f7-a503-4715e990f3d4']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:22.856999 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:22.856999 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a6bcf3-8d39-4eea-a5ab-78c0e18d4608') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:22.870477 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371172'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.889585 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.900820 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:26:22.900820 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3331956'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.903979 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9ac7-4e42-4c47-949a-75295b3c4cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:22.926118 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Network d4714832-cad2-4a6d-b644-854f29f496c8 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:22.941633 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:22.947160 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:22.952049 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:22.988635 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:22.996414 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-09507a8d-b531-475c-9650-7573bd0a7472 service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820196 Nov 10 21:26:23.124997 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:23.125765 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.182562 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8146369 Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: Traceback (most recent call last): Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: timer() Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: cb(*args, **kw) Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: return func(*args, **kwargs) Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: self._notify() Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: self.callback(batched_events) Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: event.method(event) Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: return f(self, *a, **k) Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: return self._get(url).json() Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: return self.request(url, 'GET', **kwargs) Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:26:23.206424 dv-cinder-817261-1-smb neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:26:23.212515 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Request body: {'port': {'device_id': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:23.212760 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.245336 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.250313 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e5dd179b-f40b-4dc1-8cdf-0933d02c34e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:23.276472 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.277859 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-61b073c1-2a32-4cbe-87ba-e33410cc91ee None None] Provisioning for port 88c7eea9-fa5f-4e69-866b-22604e2c346b completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:23.283938 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-706ec5f5-643e-48ff-889b-2e56b71cdacd req-358c5fce-f184-4c5d-83ca-136086ee1e5c service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803242 Nov 10 21:26:23.291671 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f61648-f363-42f7-a503-4715e990f3d4,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:23.294450 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:23.298599 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-61b073c1-2a32-4cbe-87ba-e33410cc91ee None None] Provisioning complete for port 88c7eea9-fa5f-4e69-866b-22604e2c346b triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:23.299356 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-61b073c1-2a32-4cbe-87ba-e33410cc91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.304687 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f9f61648-f363-42f7-a503-4715e990f3d4 HTTP/1.1" status: 204 len: 168 time: 0.7941394 Nov 10 21:26:23.387203 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.389389 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-61b073c1-2a32-4cbe-87ba-e33410cc91ee None None] Port 88c7eea9-fa5f-4e69-866b-22604e2c346b cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:26:23.666340 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41376) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:23.728951 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-5566483c-d3a6-4a26-a818-43ff9a0c0ada admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4bb877ae51724bf4a41a491472810533&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0605583 Nov 10 21:26:23.733277 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41384) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:23.820429 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-306d09a3-48c9-4790-88f7-4c3a9c39b494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.860985 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-306d09a3-48c9-4790-88f7-4c3a9c39b494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.917271 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb648fb-51e0-414d-831e-a5da5a2cdd5e req-f71450b8-dee3-4c04-bf5b-9d867e36aa48 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:23.918464 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-7eb648fb-51e0-414d-831e-a5da5a2cdd5e req-f71450b8-dee3-4c04-bf5b-9d867e36aa48 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Synchronizing usage tracker for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:23.966625 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-306d09a3-48c9-4790-88f7-4c3a9c39b494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:23.972719 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-73eca2f9-922d-4fe2-be2e-d7aa237caa1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:23.987962 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d09a3-48c9-4790-88f7-4c3a9c39b494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7238bdab-edc4-4d54-81d9-c960a5e375f8,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:23.990882 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-306d09a3-48c9-4790-88f7-4c3a9c39b494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:24.001781 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-306d09a3-48c9-4790-88f7-4c3a9c39b494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:24.005289 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-306d09a3-48c9-4790-88f7-4c3a9c39b494 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7238bdab-edc4-4d54-81d9-c960a5e375f8 HTTP/1.1" status: 204 len: 168 time: 0.2694826 Nov 10 21:26:24.081320 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:24.116069 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c7eea9-fa5f-4e69-866b-22604e2c346b {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:24.124201 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:24.145004 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Transition to ACTIVE for port object 88c7eea9-fa5f-4e69-866b-22604e2c346b will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:24.151613 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:24.158298 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c0cc4e4e-c018-4788-9feb-e7b814db7dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:24.189597 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-7eb648fb-51e0-414d-831e-a5da5a2cdd5e req-f71450b8-dee3-4c04-bf5b-9d867e36aa48 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Unset dirty status for tenant:cea6142182a747d4ad4577a2121bbb3c on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:24.197131 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7eb648fb-51e0-414d-831e-a5da5a2cdd5e req-f71450b8-dee3-4c04-bf5b-9d867e36aa48 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 932 time: 0.5396347 Nov 10 21:26:24.373108 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:24.385389 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:24.475435 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7eb648fb-51e0-414d-831e-a5da5a2cdd5e req-fa78791e-f408-4e25-9943-b076db5b1f8e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771819 Nov 10 21:26:24.581147 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Attempting to bind port 88c7eea9-fa5f-4e69-866b-22604e2c346b on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:26:24.583536 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Attempting to bind port 88c7eea9-fa5f-4e69-866b-22604e2c346b by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:26:24.584038 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Attempting to bind port 88c7eea9-fa5f-4e69-866b-22604e2c346b on network d4714832-cad2-4a6d-b644-854f29f496c8 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:24.594799 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Port 88c7eea9-fa5f-4e69-866b-22604e2c346b on network d4714832-cad2-4a6d-b644-854f29f496c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:26:24.597687 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Attempting to bind port 88c7eea9-fa5f-4e69-866b-22604e2c346b on network d4714832-cad2-4a6d-b644-854f29f496c8 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:24.613095 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:26:24.619360 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Checking segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:26:24.621573 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Bound using segment: {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:26:24.623673 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Bound port: 88c7eea9-fa5f-4e69-866b-22604e2c346b, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498c85e5-bbf6-4051-b86c-06e79bbdbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:26:24.624140 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:24.768757 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:24.772760 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:24.781297 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:24.788718 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:24.911764 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:24.913561 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] 10.222.0.58 "PUT /v2.0/ports/88c7eea9-fa5f-4e69-866b-22604e2c346b HTTP/1.1" status: 200 len: 1094 time: 1.7066677 Nov 10 21:26:24.914321 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:24.942195 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:24.946642 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:25.065637 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'status': 'completed', 'code': 200} Nov 10 21:26:25.153997 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-4df73e23-0619-4438-a15b-b6585372c746 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 1097 time: 0.1852443 Nov 10 21:26:25.243231 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-c0b99a27-67f0-4c51-a169-e8429e48e589 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b HTTP/1.1" status: 200 len: 217 time: 0.0790699 Nov 10 21:26:25.323532 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-7b0505f0-8ac8-4539-b18d-13f81fe3eda7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:25.325376 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-7b0505f0-8ac8-4539-b18d-13f81fe3eda7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.0751259 Nov 10 21:26:25.437044 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41438) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:25.450315 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-dc01c7ec-c5ea-409a-a419-f2ba246ab69a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1180205 Nov 10 21:26:25.517281 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:25.619461 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-3a04fc68-819d-4952-b36e-5e41b464889a service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577680 Nov 10 21:26:25.696580 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1848596358-network', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:25.710922 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:25.717261 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Usage tracker for resource:network and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:25.721585 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:25.732618 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:25.749485 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Made reservation on behalf of f476b8b2353347bba4b3976b1ced361e for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:25.751752 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:25.773724 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2557ddd7-b9de-41f7-bdf2-3a9cc9b6fea5 req-aa8add9f-1d84-4628-9c67-9821739b00c1 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445720 Nov 10 21:26:25.774330 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:25.801494 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff984968-3b0b-48cb-b77b-e92dc5149396 req-dc4e815b-acd2-49d4-aa22-a27122d2713d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:25.803734 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ff984968-3b0b-48cb-b77b-e92dc5149396 req-dc4e815b-acd2-49d4-aa22-a27122d2713d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.1513886 Nov 10 21:26:25.874118 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:25.885200 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Usage tracker for resource:security_group_rule and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:25.891489 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:25.902089 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:25.911715 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ff984968-3b0b-48cb-b77b-e92dc5149396 req-277303b0-d038-4a2b-9ae1-e334488c4cf2 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987751 Nov 10 21:26:25.960918 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-90494a9c-a80a-4b60-a85d-284438b605bb req-81354d22-b8f1-4cb4-8384-4677f5241ecb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 1097 time: 0.1247749 Nov 10 21:26:26.057965 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.063718 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.070542 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f9f63651-ce43-4ed4-86fa-b61b59f126c0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:26.105735 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1180} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:26:26.116013 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907712f1-7ff6-4296-a98d-ca2e86f8941c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:26.120427 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:26.125466 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.126121 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Added segment e3bea1e3-b337-49a7-bbdc-84bf72f3c720 of type vlan for network 633c47fe-f010-467d-b486-f53f969041d3 Nov 10 21:26:26.163993 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.174503 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90494a9c-a80a-4b60-a85d-284438b605bb req-ab4f1e47-2816-45be-9f53-a51abd622e82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:26.175995 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-90494a9c-a80a-4b60-a85d-284438b605bb req-ab4f1e47-2816-45be-9f53-a51abd622e82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.2068603 Nov 10 21:26:26.195450 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.196880 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:26.197458 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.205593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-13d7defe-3def-4216-90f1-4268590d1f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:26.325743 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8871562 Nov 10 21:26:26.326752 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Pushing event updated for resources: {'Network': ['ID=633c47fe-f010-467d-b486-f53f969041d3,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:26.328841 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41450) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:26.331558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:26.336206 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Request body: {'subnet': {'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1848596358-subnet', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:26.339483 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network 633c47fe-f010-467d-b486-f53f969041d3 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:26:26.341375 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:26.344978 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-90494a9c-a80a-4b60-a85d-284438b605bb req-a71158f4-8bf4-4cc7-98a7-512ae48273f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b HTTP/1.1" status: 200 len: 217 time: 0.1614752 Nov 10 21:26:26.345667 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Usage tracker for resource:subnet and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:26.350938 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:26.358185 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:26.372473 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Made reservation on behalf of f476b8b2353347bba4b3976b1ced361e for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:26.376329 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3739363'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.438489 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90494a9c-a80a-4b60-a85d-284438b605bb req-4f75360b-c7d1-40ff-a068-ceb94c860bb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:26.441414 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-90494a9c-a80a-4b60-a85d-284438b605bb req-4f75360b-c7d1-40ff-a068-ceb94c860bb2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.0737774 Nov 10 21:26:26.566277 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-90494a9c-a80a-4b60-a85d-284438b605bb req-89809c31-55cd-4aad-8eed-4a6e897aa1d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1179059 Nov 10 21:26:26.711419 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3330839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3739381'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.717492 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:26.756528 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-90494a9c-a80a-4b60-a85d-284438b605bb req-d5a5ffe2-22c9-43b5-9d3b-478c5faae171 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808975 Nov 10 21:26:26.808087 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:26.813216 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:26.827405 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Checking segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:26:26.827750 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Network hostable DHCP agents. Network: 633c47fe-f010-467d-b486-f53f969041d3, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:26:26.859283 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Network 633c47fe-f010-467d-b486-f53f969041d3 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:26:26.872285 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, 633c47fe-f010-467d-b486-f53f969041d3) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:26.878264 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:26.879186 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.898168 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d665de0-310c-46c5-b048-3d8959524972 None None] Network 633c47fe-f010-467d-b486-f53f969041d3 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:26:26.916300 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-259c5eab-0e29-4234-aad0-c92d84e5ca8a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5858486 Nov 10 21:26:26.919978 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41456) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:26.942845 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-90494a9c-a80a-4b60-a85d-284438b605bb req-76166c46-f966-4220-b543-288a9ed5cb98 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754937 Nov 10 21:26:26.943329 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:26.951449 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:26.958524 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Usage tracker for resource:router and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:26.964883 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:26.973745 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:26.985796 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25759'] for router, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:26.986760 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25748'] for router, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:27.013270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:27.319147 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:26:27.324540 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:27.392080 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76eb6282-be4c-5954-9eb3-907f01c351d6-633c47fe-f010-467d-b486-f53f969041d3', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a'}]}} from dv-cinder-817261-1-smb. {{(pid=82878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 10 21:26:27.394030 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:27.450634 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5f4ad-6f1b-45b8-b968-1580c66b99d0 req-d17321d0-e4dd-49ef-a117-31cb12a7dd39 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:27.468118 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-deb5f4ad-6f1b-45b8-b968-1580c66b99d0 req-d17321d0-e4dd-49ef-a117-31cb12a7dd39 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.2440448 Nov 10 21:26:27.578853 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-deb5f4ad-6f1b-45b8-b968-1580c66b99d0 req-f32e43ae-553c-473b-b2c6-a2972e7118f9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091566 Nov 10 21:26:27.675587 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:27.714875 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:27.756309 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:27.846079 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'port_id': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'mac_address': 'fa:16:3e:d0:d9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:26:27.854100 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Allocated IP 172.20.0.2 (633c47fe-f010-467d-b486-f53f969041d3/3ba899b0-0386-4ba1-9d40-5199f3ea9d0a/fed75dfd-bc68-4d0c-87f7-37049bf10a2c) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:27.950753 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Allocated IP 172.28.3.170 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/229771ad-c1d6-4005-a78a-fe54b2977da2) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:27.951031 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.038742 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c7eea9-fa5f-4e69-866b-22604e2c346b {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:28.088397 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:28.096114 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.106385 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:28.285340 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.298893 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:28.303799 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.308194 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:28.314514 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Transition to ACTIVE for port object fed75dfd-bc68-4d0c-87f7-37049bf10a2c will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:28.337922 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Transition to ACTIVE for port object fed75dfd-bc68-4d0c-87f7-37049bf10a2c will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:28.340050 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.344476 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.351238 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:28.352750 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:28.383943 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['88c7eea9-fa5f-4e69-866b-22604e2c346b'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:26:28.421462 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:28.423682 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:28.428656 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:28.475297 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Network 633c47fe-f010-467d-b486-f53f969041d3 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:28.480238 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Pushing event updated for resources: {'Port': ['ID=229771ad-c1d6-4005-a78a-fe54b2977da2,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:28.481413 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Resources bound (agent type, host, resource id): {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:28.484782 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:28.487185 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:28.494238 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Pushing event updated for resources: {'Port': ['ID=fed75dfd-bc68-4d0c-87f7-37049bf10a2c,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:28.521475 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:28.608521 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Attempting to bind port fed75dfd-bc68-4d0c-87f7-37049bf10a2c on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:26:28.608917 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Attempting to bind port fed75dfd-bc68-4d0c-87f7-37049bf10a2c by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:26:28.609276 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Attempting to bind port fed75dfd-bc68-4d0c-87f7-37049bf10a2c on network 633c47fe-f010-467d-b486-f53f969041d3 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:28.628079 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:26:28.628503 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Checking segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:26:28.628945 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.629340 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Bound using segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:26:28.630708 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Bound port: fed75dfd-bc68-4d0c-87f7-37049bf10a2c, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:26:28.631016 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.641369 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.642800 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677'] for router, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.834597 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] For port fed75dfd-bc68-4d0c-87f7-37049bf10a2c, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:28.838182 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] For port fed75dfd-bc68-4d0c-87f7-37049bf10a2c, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=fed75dfd-bc68-4d0c-87f7-37049bf10a2c,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:28.847314 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:28.850734 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:28.944517 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Pushing event updated for resources: {'Port': ['ID=fed75dfd-bc68-4d0c-87f7-37049bf10a2c,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:28.948051 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:29.045256 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5ee72-f25e-4389-af59-3abe6d1b16ca req-def18fa3-ce10-4f83-a2c4-260c257b8d0a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:29.047894 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1cb5ee72-f25e-4389-af59-3abe6d1b16ca req-def18fa3-ce10-4f83-a2c4-260c257b8d0a tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 945 time: 0.1765556 Nov 10 21:26:29.133895 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1cb5ee72-f25e-4389-af59-3abe6d1b16ca req-c730e74b-c980-4cda-aaa7-45320c0d2141 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791864 Nov 10 21:26:29.167768 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 is scheduled to L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 with binding_index 1 {{(pid=82877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:26:29.486778 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:29.501492 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Sync routers for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:26:29.518126 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:29.524703 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6032090 Nov 10 21:26:29.524908 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41482) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:29.545245 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:29.547331 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:26:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:29.796187 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:30.126787 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff031917-5bc6-4e4f-8384-83a9b66a9e78 None None] Network 633c47fe-f010-467d-b486-f53f969041d3 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:26:30.289266 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-1cd12487-366f-49ef-9ad4-b972ab4f798b None None] Provisioning for port fed75dfd-bc68-4d0c-87f7-37049bf10a2c completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:30.426082 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f4c2-6298-421f-a568-b9295442e7e9 req-79f1fa1c-7cbf-42e8-9d6b-75518a8ebcf9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:30.431031 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0df4f4c2-6298-421f-a568-b9295442e7e9 req-79f1fa1c-7cbf-42e8-9d6b-75518a8ebcf9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 945 time: 0.1186111 Nov 10 21:26:30.505978 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:28Z', 'revision_number': 3, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:30.514172 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Checking router: 482f2754-88d0-4aba-bcfc-a4838c4bdf06 for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:26:30.514540 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Updating router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 port 229771ad-c1d6-4005-a78a-fe54b2977da2 binding host dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:26:30.538783 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0df4f4c2-6298-421f-a568-b9295442e7e9 req-1350dc0d-6ad4-4884-baa9-eb044855f5dc tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008463 Nov 10 21:26:30.569467 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:30.586758 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.095916 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Allocated IP 172.20.0.1 (633c47fe-f010-467d-b486-f53f969041d3/3ba899b0-0386-4ba1-9d40-5199f3ea9d0a/d95c6f59-ca38-4c95-b9f7-c739d4ac04cd) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:31.101380 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.148833 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Transition to ACTIVE for port object 229771ad-c1d6-4005-a78a-fe54b2977da2 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:31.172800 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.177599 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:31.262322 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:26:31.294187 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device fed75dfd-bc68-4d0c-87f7-37049bf10a2c up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:26:31.336400 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.355400 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Transition to ACTIVE for port object d95c6f59-ca38-4c95-b9f7-c739d4ac04cd will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:31.388390 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0daa66-bad7-4320-bbd1-2c4703bed68e None None] Pushing event updated for resources: {'Port': ['ID=229771ad-c1d6-4005-a78a-fe54b2977da2,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:31.393820 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.406190 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:31.410254 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0c0daa66-bad7-4320-bbd1-2c4703bed68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:31.431278 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Attempting to bind port 229771ad-c1d6-4005-a78a-fe54b2977da2 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:26:31.431743 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Attempting to bind port 229771ad-c1d6-4005-a78a-fe54b2977da2 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:26:31.436369 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Attempting to bind port 229771ad-c1d6-4005-a78a-fe54b2977da2 on network e5e6204f-b15f-4aba-96e4-6e2896ad2afd {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:31.466268 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:26:31.466659 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:26:31.467067 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.467486 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Bound using segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:26:31.467983 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Bound port: 229771ad-c1d6-4005-a78a-fe54b2977da2, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:26:31.468370 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.473714 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Network 633c47fe-f010-467d-b486-f53f969041d3 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:31.475194 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:31.478058 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:31.518578 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 88c7eea9-fa5f-4e69-866b-22604e2c346b completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:31.529816 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port fed75dfd-bc68-4d0c-87f7-37049bf10a2c completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:31.543510 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 88c7eea9-fa5f-4e69-866b-22604e2c346b triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:31.543989 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.564391 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Pushing event updated for resources: {'Port': ['ID=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:31.592143 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:31.606861 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.613397 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port fed75dfd-bc68-4d0c-87f7-37049bf10a2c triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:31.615661 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.718267 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] For port 229771ad-c1d6-4005-a78a-fe54b2977da2, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:31.751788 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] For port 229771ad-c1d6-4005-a78a-fe54b2977da2, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=229771ad-c1d6-4005-a78a-fe54b2977da2,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:31.782985 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.789371 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-38dae2ea-2444-4c9a-a4fa-052ba4626b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:31.811520 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:31.881180 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac7908-4044-43fd-a4e1-49c4efb64f0c req-b4f5f04c-df1c-4ab7-89c3-8001a0b8b6f4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:31.885055 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-61ac7908-4044-43fd-a4e1-49c4efb64f0c req-b4f5f04c-df1c-4ab7-89c3-8001a0b8b6f4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 945 time: 0.1206555 Nov 10 21:26:32.003067 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-61ac7908-4044-43fd-a4e1-49c4efb64f0c req-11018f2c-3940-4638-bfcd-2e3df2f44e2d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104774 Nov 10 21:26:32.020305 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0daa66-bad7-4320-bbd1-2c4703bed68e None None] Pushing event updated for resources: {'Port': ['ID=229771ad-c1d6-4005-a78a-fe54b2977da2,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:32.023272 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:32.037260 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0c0daa66-bad7-4320-bbd1-2c4703bed68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:32.044304 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:32.059169 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-5f2b8600-f549-44e8-b006-660123df3cae None None] Provisioning for port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:32.079070 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:32.079713 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:26:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:32.141539 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-5f2b8600-f549-44e8-b006-660123df3cae None None] Provisioning complete for port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:32.142105 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5f2b8600-f549-44e8-b006-660123df3cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:32.175739 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:32.181516 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:32.197387 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:32.216946 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:32.230937 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:32.260361 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port fed75dfd-bc68-4d0c-87f7-37049bf10a2c, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=fed75dfd-bc68-4d0c-87f7-37049bf10a2c,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:32.322790 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Pushing event updated for resources: {'Port': ['ID=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:32.324982 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:32.329670 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:32.330950 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1565935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400967'] for router_interface, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:32.336289 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4ff12189-9a9c-4ab1-a360-677e9b505c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:32.374027 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:32.375870 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b8600-f549-44e8-b006-660123df3cae None None] Port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:26:32.408735 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'code': 200} Nov 10 21:26:32.445932 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:32.450204 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:32.450204 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:32.504200 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:32.608312 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=fed75dfd-bc68-4d0c-87f7-37049bf10a2c,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:32.612590 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:32.626407 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Network 633c47fe-f010-467d-b486-f53f969041d3 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:32.628591 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:32.942809 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-bcecca7c-0cfa-4129-b755-17c866db8963 req-539ecbac-1030-4946-8a55-072b50b0b55f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 1099 time: 0.2129529 Nov 10 21:26:33.002744 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 1, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:33.018925 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc34291-ee98-4170-b423-47c9463ed989 None None] The sync data for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb is: [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 1, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:26:33.027469 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-0ce97c3a-3ff3-4e75-9b41-71b8cb9edaa9 None None] Provisioning complete for port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:33.027842 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0ce97c3a-3ff3-4e75-9b41-71b8cb9edaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:33.062769 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-bcecca7c-0cfa-4129-b755-17c866db8963 req-fecddf12-66e1-4fc2-bd8c-91602386c1b2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596478 Nov 10 21:26:33.109284 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-0ce97c3a-3ff3-4e75-9b41-71b8cb9edaa9 None None] Port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:26:33.210618 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device fed75dfd-bc68-4d0c-87f7-37049bf10a2c up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:26:33.337916 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8c923-4502-4626-99d9-3f285d43bd5d req-c5247c8b-bd52-4481-b686-147b70859f05 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.344019 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port fed75dfd-bc68-4d0c-87f7-37049bf10a2c triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:33.344263 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:33.344458 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:33.349208 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e4c8c923-4502-4626-99d9-3f285d43bd5d req-c5247c8b-bd52-4481-b686-147b70859f05 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1380417 Nov 10 21:26:33.459480 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e4c8c923-4502-4626-99d9-3f285d43bd5d req-ffb32700-30a8-43d6-8e77-82b9625cfac6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088271 Nov 10 21:26:33.759662 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:33.772972 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] 10.222.0.70 "PUT /v2.0/routers/482f2754-88d0-4aba-bcfc-a4838c4bdf06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2466798 Nov 10 21:26:34.802326 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443515a7-c76e-46c0-b769-02c43bbf9680 req-a67627ef-382c-45d8-9704-0109dbb2383c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:34.804116 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-443515a7-c76e-46c0-b769-02c43bbf9680 req-a67627ef-382c-45d8-9704-0109dbb2383c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1475115 Nov 10 21:26:34.871809 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-443515a7-c76e-46c0-b769-02c43bbf9680 req-ffedb18f-9539-4170-9309-40bd9a2d41ee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614662 Nov 10 21:26:35.076110 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41536) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:35.104497 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811023782', 'description': 'tempest-description--138542235'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:35.129544 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:35.164538 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:security_group and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:35.168338 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:35.178148 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:35.212003 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.248982 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 229771ad-c1d6-4005-a78a-fe54b2977da2 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:26:35.255997 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa55a61-08c1-47d7-b18a-ad6c7e99c7ab req-29c6664a-52a1-4f05-a062-45d8719cf893 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:35.258518 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4fa55a61-08c1-47d7-b18a-ad6c7e99c7ab req-29c6664a-52a1-4f05-a062-45d8719cf893 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.2303419 Nov 10 21:26:35.267943 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:35.268876 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41540) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:35.273912 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:security_group_rule and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:35.274449 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Request body: {'floatingip': {'port_id': '88c7eea9-fa5f-4e69-866b-22604e2c346b'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:35.283976 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:35.293104 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:35.387666 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.394407 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.396379 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 229771ad-c1d6-4005-a78a-fe54b2977da2 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:35.396913 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.403240 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 229771ad-c1d6-4005-a78a-fe54b2977da2 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:35.403908 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.404804 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:35.479981 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d06bf-d053-4d93-bec7-bce0cf69cd30,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:35.483139 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.487770 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4091890 Nov 10 21:26:35.488262 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41546) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:35.489377 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:35.499296 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'security_group_rule': {'security_group_id': 'af7d06bf-d053-4d93-bec7-bce0cf69cd30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:35.516177 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:35.552148 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:security_group_rule and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:35.559746 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:35.570158 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:35.606581 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.636825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port 229771ad-c1d6-4005-a78a-fe54b2977da2, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=229771ad-c1d6-4005-a78a-fe54b2977da2,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:35.639166 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.642501 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.647827 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3b91d697-a92f-4625-ac9a-c55f288afc3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:35.792762 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=229771ad-c1d6-4005-a78a-fe54b2977da2,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:35.798488 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:35.882827 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.890256 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.892808 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:35.940790 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c56a53a-22fe-4288-8ba2-202d75cf4b01,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:35.952257 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:35.976467 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:35.978170 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-316f7f39-3b89-4e6f-9419-17de96e475f0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4880834 Nov 10 21:26:35.980892 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41554) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:35.987057 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'security_group_rule': {'security_group_id': 'af7d06bf-d053-4d93-bec7-bce0cf69cd30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:35.994531 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:35.998990 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:security_group_rule and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:36.002038 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:36.009079 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:36.037378 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.133621 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.140303 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.143853 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2a6104f6-92d2-4642-b2cd-3e2d62481a62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:36.184645 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd3a6ec-f0d2-4c2c-a2e3-7e039adc6fef,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:36.191632 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:36.192755 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.194049 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-abbb41ef-d08c-486c-a27e-7f17c0758d93 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2118301 Nov 10 21:26:36.197013 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41560) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:36.202680 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'floatingip': {'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:36.208880 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:36.213519 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:floatingip and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:36.216732 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:36.223982 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:36.238074 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.435473 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.546448 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1c143-8af8-40b2-bda2-a3b27e570905 req-d143d419-0eb3-4f9a-9175-9a8dd00eca21 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:36.547975 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c9b1c143-8af8-40b2-bda2-a3b27e570905 req-d143d419-0eb3-4f9a-9175-9a8dd00eca21 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 945 time: 0.2279735 Nov 10 21:26:36.592442 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Allocated IP 172.28.3.35 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/6262e251-b6ba-46ff-b134-c4130aa945f2) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:36.600694 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.612422 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.792430 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c9b1c143-8af8-40b2-bda2-a3b27e570905 req-963deb12-b9a6-4d57-8a44-0a9499aa8f2f tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346351 Nov 10 21:26:36.802776 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.844371 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:36.849161 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:36.913870 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:36.921375 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:36.925943 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:36.944433 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.l3_db [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Floating IP 04fb822b-c979-42ff-a0f7-aee9ede1b014 associated. External IP: 172.28.3.134, port: 88c7eea9-fa5f-4e69-866b-22604e2c346b. Nov 10 21:26:37.100213 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'Port': ['ID=6262e251-b6ba-46ff-b134-c4130aa945f2,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:37.106316 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:37.173471 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 229771ad-c1d6-4005-a78a-fe54b2977da2 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:26:37.240957 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:37.256739 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 229771ad-c1d6-4005-a78a-fe54b2977da2 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:37.257384 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:37.303148 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:37.459966 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:37.582179 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:37.587292 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:37.591042 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:37.686435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:37.691349 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:37.696097 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'Port': ['ID=6262e251-b6ba-46ff-b134-c4130aa945f2,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:37.699416 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:37.702635 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] Sync routers for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:26:37.716782 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:37.717504 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:26:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:37.717639 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:37.742749 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:37.744462 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-7c5571c8-8bf1-460e-9c18-ad38af6ef449 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5465014 Nov 10 21:26:37.771220 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-55094123-f5d1-4715-a2a0-67054b333428 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "PUT /v2.0/floatingips/04fb822b-c979-42ff-a0f7-aee9ede1b014 HTTP/1.1" status: 200 len: 992 time: 2.5013497 Nov 10 21:26:37.771990 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:37.853394 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'status': 'completed', 'code': 200} Nov 10 21:26:37.948088 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:37.971115 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-fdbf9419-e530-4f9b-a390-ec9b255ea7a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 1099 time: 0.0868282 Nov 10 21:26:38.299964 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ca391-858b-4016-957f-76cf27732860 req-c1c2e744-150a-46c8-b4d7-3fec4701688b tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:38.302264 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-992ca391-858b-4016-957f-76cf27732860 req-c1c2e744-150a-46c8-b4d7-3fec4701688b tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 945 time: 0.2561371 Nov 10 21:26:38.331826 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-c6913bed-22d7-4401-91d5-32560d8cd0a5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--811023782&fields=id&tenant_id=f476b8b2353347bba4b3976b1ced361e HTTP/1.1" status: 200 len: 267 time: 0.1535532 Nov 10 21:26:38.339155 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-3123d4b2-826a-4a57-829b-fd7473c4d368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:38.340839 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-3123d4b2-826a-4a57-829b-fd7473c4d368 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.3458414 Nov 10 21:26:38.362013 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-992ca391-858b-4016-957f-76cf27732860 req-f92b5d31-3aa8-4a03-83df-7b5aa23c14b2 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517895 Nov 10 21:26:38.408473 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '04fb822b-c979-42ff-a0f7-aee9ede1b014', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'floating_ip_address': '172.28.3.134', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'port_id': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'mac_address': 'fa:16:3e:d0:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:15Z', 'updated_at': '2021-11-10T21:26:36Z', 'revision_number': 1, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:38.413619 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] Checking router: ff5b5c93-f7f4-48d4-89f5-e7134b000d1a for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:26:38.424594 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:38.425191 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:26:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:38.565646 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-63385888-0a13-4bc7-a431-88763ff855f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b HTTP/1.1" status: 200 len: 1000 time: 0.1959662 Nov 10 21:26:38.614298 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:38.628866 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-4b461880-0920-4fbd-8979-24c984e59bde tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:38.630538 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-4b461880-0920-4fbd-8979-24c984e59bde tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 811 time: 0.2863045 Nov 10 21:26:38.659016 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-ec2444fc-bde4-4622-abee-dfe431d05e9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:38.661001 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-ec2444fc-bde4-4622-abee-dfe431d05e9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.0797541 Nov 10 21:26:38.662470 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-49d42ed1-3267-4e18-ba83-74f560aaedf3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/quotas/f476b8b2353347bba4b3976b1ced361e HTTP/1.1" status: 200 len: 375 time: 0.0213988 Nov 10 21:26:38.933189 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ec593be3-2862-45dd-8705-c975af5fc998 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Synchronizing usage tracker for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:38.940293 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-53f335e7-03cc-4832-9f70-430fc11b4af5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2396672 Nov 10 21:26:38.987405 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ec593be3-2862-45dd-8705-c975af5fc998 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Unset dirty status for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:38.997819 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ec593be3-2862-45dd-8705-c975af5fc998 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3259418 Nov 10 21:26:39.027946 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '04fb822b-c979-42ff-a0f7-aee9ede1b014', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'floating_ip_address': '172.28.3.134', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'port_id': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'mac_address': 'fa:16:3e:d0:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:15Z', 'updated_at': '2021-11-10T21:26:36Z', 'revision_number': 1, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:39.032896 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03219d3-0934-4350-8810-80f2e28a13bf None None] The sync data for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb is: [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '04fb822b-c979-42ff-a0f7-aee9ede1b014', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'floating_ip_address': '172.28.3.134', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'port_id': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'mac_address': 'fa:16:3e:d0:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:15Z', 'updated_at': '2021-11-10T21:26:36Z', 'revision_number': 1, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:26:39.214731 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-057d08ee-3bef-423f-a7ca-8b2d3917f6b1 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664084 Nov 10 21:26:39.258842 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-3e4f49e8-476d-4edd-a53a-585a1cdf3e8e service neutron] 10.222.0.70 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052054 Nov 10 21:26:39.478045 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e7cbed7e-27a8-4501-9fd9-1ce0efbb826a req-9a3222c6-a5c4-4de8-98b4-5f0b80e54f69 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494247 Nov 10 21:26:39.497748 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-a146b0d4-c51e-48f0-b18e-990a4ad7a231 service neutron] 10.222.0.70 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843572 Nov 10 21:26:39.591282 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8da4f0-a58f-44fd-842b-4d618f6cc68a req-dd946e73-00b6-4d4b-ae6d-8c88eb2e9de4 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:39.593554 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3d8da4f0-a58f-44fd-842b-4d618f6cc68a req-dd946e73-00b6-4d4b-ae6d-8c88eb2e9de4 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 945 time: 0.0869827 Nov 10 21:26:39.651473 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3d8da4f0-a58f-44fd-842b-4d618f6cc68a req-87cd4334-7523-4805-a433-abf750229541 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Nov 10 21:26:39.715489 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e730de62-7ca3-4618-9bc4-2c377a4452b1 req-7382f74d-9af6-4f1e-8921-bbd8867a64e3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 210 time: 0.0474336 Nov 10 21:26:40.997307 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-0723af34-c02a-40eb-b927-984d2fe460e6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:40.999078 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-0723af34-c02a-40eb-b927-984d2fe460e6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 811 time: 0.2492840 Nov 10 21:26:41.040691 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d67bad1e-b6c3-4ba7-8ea5-322d93309c5c req-f1b780d6-85c2-4e23-9f8e-5604717370fa tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 210 time: 0.0926847 Nov 10 21:26:41.071970 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdc0f4-4564-40eb-bfe4-56a885399f3d req-a747704a-62a7-432e-b172-12247b3558b9 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:41.073625 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8ffdc0f4-4564-40eb-bfe4-56a885399f3d req-a747704a-62a7-432e-b172-12247b3558b9 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 945 time: 0.1753392 Nov 10 21:26:41.146111 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-fde39091-05e5-4b13-aec5-8d76b602b280 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f476b8b2353347bba4b3976b1ced361e HTTP/1.1" status: 200 len: 379 time: 0.1314495 Nov 10 21:26:41.159780 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'port': {'device_id': '05ef2d30-7124-44be-910d-59ef841d0345', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'admin_state_up': True, 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'security_groups': ['af7d06bf-d053-4d93-bec7-bce0cf69cd30']}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:41.272006 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8ffdc0f4-4564-40eb-bfe4-56a885399f3d req-96b00e00-c2d8-4122-9b28-41c781a32a0f tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462610 Nov 10 21:26:41.358234 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:41.369230 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:41.379981 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Made reservation on behalf of f476b8b2353347bba4b3976b1ced361e for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:41.383011 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:41.575531 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Allocated IP 172.20.0.11 (633c47fe-f010-467d-b486-f53f969041d3/3ba899b0-0386-4ba1-9d40-5199f3ea9d0a/b06391e3-220a-475e-902a-1f39f448e607) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:41.722336 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb4804-0722-4d2d-8e59-a568412f43b0 None None] New status for floating IP 04fb822b-c979-42ff-a0f7-aee9ede1b014: ACTIVE {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:26:41.844866 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:41.864658 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Transition to ACTIVE for port object b06391e3-220a-475e-902a-1f39f448e607 will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:41.900027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:41.908584 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:41.963591 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-8ec68f2f-6d9f-4f70-96ee-2c01b1cb136f tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:41.965324 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-8ec68f2f-6d9f-4f70-96ee-2c01b1cb136f tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.58 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 945 time: 0.2383974 Nov 10 21:26:42.158438 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Network 633c47fe-f010-467d-b486-f53f969041d3 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:42.166552 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:42.174032 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:42.200440 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'Port': ['ID=b06391e3-220a-475e-902a-1f39f448e607,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:42.286602 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Deleting port 090c753d-899f-464c-96eb-ef659df33ce4 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:26:42.287033 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:42.321806 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.322123 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.322551 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.322967 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.323395 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.324191 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.324191 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.324491 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.324805 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.325184 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.325494 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:42.329693 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:42.354328 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:42.354917 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:42.420356 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-f92e1083-171d-402a-88df-737fb19dcf6e None None] Provisioning for port b06391e3-220a-475e-902a-1f39f448e607 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:42.426627 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-f92e1083-171d-402a-88df-737fb19dcf6e None None] Provisioning complete for port b06391e3-220a-475e-902a-1f39f448e607 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:42.427355 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f92e1083-171d-402a-88df-737fb19dcf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:42.452101 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-9f1000b6-4267-44fc-aac5-c4b9c45dbae2 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2961428 Nov 10 21:26:42.477855 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Request body: {'port': {'device_id': '05ef2d30-7124-44be-910d-59ef841d0345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:42.492337 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-f92e1083-171d-402a-88df-737fb19dcf6e None None] Port b06391e3-220a-475e-902a-1f39f448e607 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:26:42.503554 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0b984-b440-440f-8acd-31fb7792aaa1 req-b26fa516-96e5-427b-85f2-6ecf6211de9b tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:42.505509 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-44a0b984-b440-440f-8acd-31fb7792aaa1 req-b26fa516-96e5-427b-85f2-6ecf6211de9b tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 945 time: 0.0855248 Nov 10 21:26:42.541301 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5f1e-471d-4c1e-b2ef-e23f48268df8 req-08dc4cf1-9320-48a8-a519-0c5f824ba0ae tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:42.541988 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-108f5f1e-471d-4c1e-b2ef-e23f48268df8 req-08dc4cf1-9320-48a8-a519-0c5f824ba0ae tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Synchronizing usage tracker for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:42.558399 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-44a0b984-b440-440f-8acd-31fb7792aaa1 req-8ef8e77d-b735-4fce-80df-8cabc5ebef2d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Nov 10 21:26:42.701005 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-108f5f1e-471d-4c1e-b2ef-e23f48268df8 req-08dc4cf1-9320-48a8-a519-0c5f824ba0ae tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Unset dirty status for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:42.702159 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-108f5f1e-471d-4c1e-b2ef-e23f48268df8 req-08dc4cf1-9320-48a8-a519-0c5f824ba0ae tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 932 time: 0.5290709 Nov 10 21:26:42.759659 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:42.805579 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] For port 090c753d-899f-464c-96eb-ef659df33ce4, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=090c753d-899f-464c-96eb-ef659df33ce4,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:42.805999 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:42.970911 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-108f5f1e-471d-4c1e-b2ef-e23f48268df8 req-0cbc8ebe-ab92-4ff1-8ee9-d1b412df9907 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619202 Nov 10 21:26:42.978364 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Calling delete_port for 090c753d-899f-464c-96eb-ef659df33ce4 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:26:43.114050 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41642) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:43.316422 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:43.356385 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:43.371996 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1a0f6de1-7590-4359-8878-b9d8d5120257 tempest-VolumesActionsTest-124587155 tempest-VolumesActionsTest-124587155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:43.434494 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Pushing event deleted for resources: {'Port': ['ID=090c753d-899f-464c-96eb-ef659df33ce4,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:43.444907 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:43.446113 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:43.451864 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4bea4ad6354f01919071c1811aaa19 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:43.479461 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:43.496021 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:43.546820 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] No DVR routers for this DVR port 090c753d-899f-464c-96eb-ef659df33ce4 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:43.548740 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.db.resource_extend [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:26:43.557836 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:43.563014 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769d7755-0ac6-4e48-a4a7-b2878c8540db', 'name': 'network-vif-deleted', 'tag': '090c753d-899f-464c-96eb-ef659df33ce4'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:43.638451 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769d7755-0ac6-4e48-a4a7-b2878c8540db', 'name': 'network-vif-deleted', 'tag': '090c753d-899f-464c-96eb-ef659df33ce4', 'status': 'completed', 'code': 200} Nov 10 21:26:43.650494 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-12a65ca2-c1f5-4a75-be62-262eda4fb0ac req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.58 "DELETE /v2.0/ports/090c753d-899f-464c-96eb-ef659df33ce4 HTTP/1.1" status: 204 len: 173 time: 1.6782842 Nov 10 21:26:43.665926 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06391e3-220a-475e-902a-1f39f448e607 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:43.682986 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:43.756579 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Transition to ACTIVE for port object b06391e3-220a-475e-902a-1f39f448e607 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:43.758471 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:43.760426 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-6159c4bd-7ac2-4912-a9f1-137e69c43294 req-7399ddb6-a709-4c4f-b1c1-048c8e20b827 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Synchronizing usage tracker for tenant:02d25d58cd2443569efadcf7f29d919e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:43.763758 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:43.768892 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-df505dc5-a8c4-4778-8938-3de15713fea1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:43.803461 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:43.859888 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-6159c4bd-7ac2-4912-a9f1-137e69c43294 req-7399ddb6-a709-4c4f-b1c1-048c8e20b827 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Unset dirty status for tenant:02d25d58cd2443569efadcf7f29d919e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:43.861117 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6159c4bd-7ac2-4912-a9f1-137e69c43294 req-7399ddb6-a709-4c4f-b1c1-048c8e20b827 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=769d7755-0ac6-4e48-a4a7-b2878c8540db HTTP/1.1" status: 200 len: 210 time: 0.1611521 Nov 10 21:26:43.938514 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e4bea4ad6354f01919071c1811aaa19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8233931 Nov 10 21:26:43.939561 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Pushing event updated for resources: {'Port': ['ID=b06391e3-220a-475e-902a-1f39f448e607,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:43.943397 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41654) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:44.027877 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:44.071954 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:44.072446 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-fb0b7ea7-0ce7-406a-be82-93babc09634e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:44.074111 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:44.148413 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52172884-931a-4459-aebe-d1b0d775bdda,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:44.156496 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:44.192811 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:44.201973 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0069feec-7408-4aa4-bac0-589b5b598dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:44.229495 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:44.230854 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52172884-931a-4459-aebe-d1b0d775bdda HTTP/1.1" status: 204 len: 168 time: 0.2847023 Nov 10 21:26:44.232065 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52172884-931a-4459-aebe-d1b0d775bdda,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:44.262887 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Attempting to bind port b06391e3-220a-475e-902a-1f39f448e607 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:26:44.263215 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Attempting to bind port b06391e3-220a-475e-902a-1f39f448e607 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:26:44.263528 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Attempting to bind port b06391e3-220a-475e-902a-1f39f448e607 on network 633c47fe-f010-467d-b486-f53f969041d3 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:44.270828 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Port b06391e3-220a-475e-902a-1f39f448e607 on network 633c47fe-f010-467d-b486-f53f969041d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:26:44.270978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Attempting to bind port b06391e3-220a-475e-902a-1f39f448e607 on network 633c47fe-f010-467d-b486-f53f969041d3 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:44.278880 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:26:44.279261 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Checking segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:26:44.279584 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Bound using segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:26:44.280163 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Bound port: b06391e3-220a-475e-902a-1f39f448e607, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:26:44.280620 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:44.287353 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.287726 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.288084 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.288434 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.288985 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.289336 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.289679 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.290018 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.290357 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.290692 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.291029 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:44.298487 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:44.370379 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cc2d7-910c-4ef2-ba42-82f43398fce9 req-a00e0356-e015-484d-bb49-2066475985c7 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:44.372033 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c22cc2d7-910c-4ef2-ba42-82f43398fce9 req-a00e0356-e015-484d-bb49-2066475985c7 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 944 time: 0.1271682 Nov 10 21:26:44.417846 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] For port b06391e3-220a-475e-902a-1f39f448e607, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:44.422900 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] For port b06391e3-220a-475e-902a-1f39f448e607, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b06391e3-220a-475e-902a-1f39f448e607,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:44.430881 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:44.434018 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-c22cc2d7-910c-4ef2-ba42-82f43398fce9 req-89cf23c0-e541-4209-a094-ad0e55e8df1e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Synchronizing usage tracker for tenant:f476b8b2353347bba4b3976b1ced361e on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:44.453366 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:44.459722 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-c22cc2d7-910c-4ef2-ba42-82f43398fce9 req-89cf23c0-e541-4209-a094-ad0e55e8df1e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Unset dirty status for tenant:f476b8b2353347bba4b3976b1ced361e on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:44.461293 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c22cc2d7-910c-4ef2-ba42-82f43398fce9 req-89cf23c0-e541-4209-a094-ad0e55e8df1e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790987 Nov 10 21:26:44.513657 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:44.515261 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] 10.222.0.58 "PUT /v2.0/ports/b06391e3-220a-475e-902a-1f39f448e607 HTTP/1.1" status: 200 len: 1094 time: 2.0475581 Nov 10 21:26:44.548284 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Pushing event updated for resources: {'Port': ['ID=b06391e3-220a-475e-902a-1f39f448e607,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:44.554027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:44.656014 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-e674d02e-3745-4355-8d32-24e6b2f69fd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 1097 time: 0.0960085 Nov 10 21:26:44.726524 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-82773a29-785e-4c26-aaaf-f937b4587820 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b06391e3-220a-475e-902a-1f39f448e607 HTTP/1.1" status: 200 len: 217 time: 0.0634429 Nov 10 21:26:44.794690 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-638315ae-86dd-46c4-b780-fed909dace7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:44.796137 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-638315ae-86dd-46c4-b780-fed909dace7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.0631895 Nov 10 21:26:44.879691 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-a7183671-df5f-4006-99e4-234d6d0aaab8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758722 Nov 10 21:26:45.038722 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-e523c036-1099-4169-8c33-1065d65c31be service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503465 Nov 10 21:26:45.223668 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ab71e61e-f8e3-4a2e-99ab-3092a34df39a req-c0bdd1a4-af03-4d6f-a008-8ee30edce87d service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765947 Nov 10 21:26:45.315637 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 090c753d-899f-464c-96eb-ef659df33ce4 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:26:45.350884 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 090c753d-899f-464c-96eb-ef659df33ce4 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:26:45.351232 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 090c753d-899f-464c-96eb-ef659df33ce4 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:26:45.644863 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ef2d30-7124-44be-910d-59ef841d0345', 'tag': 'b06391e3-220a-475e-902a-1f39f448e607'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:45.699726 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb42e6-3999-411f-94fe-ea14cc0e4946 req-67e71cc3-4b39-445b-ac1e-c078581fd092 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:45.703990 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1abb42e6-3999-411f-94fe-ea14cc0e4946 req-67e71cc3-4b39-445b-ac1e-c078581fd092 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 944 time: 0.1056387 Nov 10 21:26:45.737695 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ef2d30-7124-44be-910d-59ef841d0345', 'tag': 'b06391e3-220a-475e-902a-1f39f448e607', 'status': 'completed', 'code': 200} Nov 10 21:26:45.850605 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1abb42e6-3999-411f-94fe-ea14cc0e4946 req-1a1258f7-4dd4-4350-afc4-58bfde29dbb0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428182 Nov 10 21:26:45.885190 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-2686a404-f40d-4b2d-a922-88c89e611c2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 1097 time: 0.1164234 Nov 10 21:26:46.043812 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-e7ec0051-9dd5-4dd5-818c-204fe44e0655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:46.045298 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-e7ec0051-9dd5-4dd5-818c-204fe44e0655 service neutron] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 913 time: 0.1421835 Nov 10 21:26:46.135398 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41712) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:46.162799 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-3bb84f06-34ef-4ce7-9443-ed2e5f79c9cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b06391e3-220a-475e-902a-1f39f448e607 HTTP/1.1" status: 200 len: 217 time: 0.1087258 Nov 10 21:26:46.240565 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-b5ae6a50-f0fe-4a25-b2b4-03d4d89e43e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:46.242169 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-b5ae6a50-f0fe-4a25-b2b4-03d4d89e43e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.0725377 Nov 10 21:26:46.292269 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:46.331188 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:46.334352 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-78d44378-57a5-4d89-b6e1-84dde9c2a844 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848615 Nov 10 21:26:46.336980 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff0e3292d55474187a5dd204a8e3d2e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:46.341075 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:46.350332 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:46.434926 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:46.440483 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:46.455118 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a73caa15-fc05-4474-8305-adf880e25d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:46.497092 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ff0e3292d55474187a5dd204a8e3d2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3597512 Nov 10 21:26:46.500226 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41728) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:46.513827 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a15d773-e1d5-4c5b-8868-11982d21f7b2,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:46.516957 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e1355d8c-ad8e-4422-a8f3-77c1a17f26c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:46.523011 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-31ec5862-b7f3-4ac3-ae11-6aba2c8c9304 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772048 Nov 10 21:26:46.578841 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9652d0c3-5ea3-455d-af1b-3116a49fe7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:46.608605 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9652d0c3-5ea3-455d-af1b-3116a49fe7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:46.678075 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9652d0c3-5ea3-455d-af1b-3116a49fe7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:46.682303 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ca35998c-26ff-4333-beca-4ac134b729d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:46.698318 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652d0c3-5ea3-455d-af1b-3116a49fe7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a15d773-e1d5-4c5b-8868-11982d21f7b2,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:46.700859 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9652d0c3-5ea3-455d-af1b-3116a49fe7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:46.706853 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9652d0c3-5ea3-455d-af1b-3116a49fe7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:46.716506 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9652d0c3-5ea3-455d-af1b-3116a49fe7b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a15d773-e1d5-4c5b-8868-11982d21f7b2 HTTP/1.1" status: 204 len: 168 time: 0.2098744 Nov 10 21:26:46.838114 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c670e94e-8bd7-4c97-9d99-325cce606314 req-a07b0caa-02aa-461b-b139-1f2a58f1ae01 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034039 Nov 10 21:26:47.085575 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952a89-0b89-4253-b54a-cc6e8b5954a5 req-e9edbcec-686a-46b5-bc75-f41f6569ac3a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:47.087319 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99952a89-0b89-4253-b54a-cc6e8b5954a5 req-e9edbcec-686a-46b5-bc75-f41f6569ac3a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 944 time: 0.0925982 Nov 10 21:26:47.143401 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-99952a89-0b89-4253-b54a-cc6e8b5954a5 req-27284a02-71aa-45e0-bde7-7ce86c8d11c4 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487921 Nov 10 21:26:47.334728 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device b06391e3-220a-475e-902a-1f39f448e607 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:26:47.521591 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port b06391e3-220a-475e-902a-1f39f448e607, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b06391e3-220a-475e-902a-1f39f448e607,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:47.546606 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': 'b06391e3-220a-475e-902a-1f39f448e607', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'port_id': 'b06391e3-220a-475e-902a-1f39f448e607', 'mac_address': 'fa:16:3e:e7:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:26:47.631649 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:47.691103 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06391e3-220a-475e-902a-1f39f448e607 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:47.708893 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port b06391e3-220a-475e-902a-1f39f448e607, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b06391e3-220a-475e-902a-1f39f448e607,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:47.715181 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:47.718778 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:47.817037 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=b06391e3-220a-475e-902a-1f39f448e607,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:47.822904 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:47.988447 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['b06391e3-220a-475e-902a-1f39f448e607'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:26:48.485387 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd5740-652e-4a3a-9a81-a3cbcfdc77a1 req-2bb41d13-9e6e-4662-ba2d-6bf572ba603a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:48.486791 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f2bd5740-652e-4a3a-9a81-a3cbcfdc77a1 req-2bb41d13-9e6e-4662-ba2d-6bf572ba603a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 945 time: 0.1113393 Nov 10 21:26:48.518671 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41776) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:48.545547 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f2bd5740-652e-4a3a-9a81-a3cbcfdc77a1 req-203fccef-2fcc-4503-b7a4-998ded687689 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513654 Nov 10 21:26:48.774164 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:48.811662 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:48.815930 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Usage tracker for resource:security_group_rule and tenant:dbeb8c34844942f5bd6e9275833b9d5b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:26:48.819887 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:26:48.826322 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:48.906692 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:48.912039 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:48.925415 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-42185cf6-2a9b-49b8-8e91-6b0527b5e6d0 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:49.005964 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ca05d-2822-4f40-8a9d-36e9ae7dff90,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:49.016098 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dbeb8c34844942f5bd6e9275833b9d5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4914138 Nov 10 21:26:49.016098 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:49.017371 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 41782) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:49.115127 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3668b11d-cb20-47fe-a817-dc7d87de731f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:49.150584 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3668b11d-cb20-47fe-a817-dc7d87de731f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:49.224477 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3668b11d-cb20-47fe-a817-dc7d87de731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:49.230752 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-69d63eda-fcd8-4c97-9baf-b82f27d22dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:49.246910 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668b11d-cb20-47fe-a817-dc7d87de731f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05ca05d-2822-4f40-8a9d-36e9ae7dff90,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:49.249334 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3668b11d-cb20-47fe-a817-dc7d87de731f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:49.259966 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3668b11d-cb20-47fe-a817-dc7d87de731f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:49.264698 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-3668b11d-cb20-47fe-a817-dc7d87de731f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e05ca05d-2822-4f40-8a9d-36e9ae7dff90 HTTP/1.1" status: 204 len: 168 time: 0.2433028 Nov 10 21:26:49.352513 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device b06391e3-220a-475e-902a-1f39f448e607 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:26:49.463194 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port b06391e3-220a-475e-902a-1f39f448e607 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:49.469470 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port b06391e3-220a-475e-902a-1f39f448e607 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:49.470245 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:49.615666 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:49.649910 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef2d30-7124-44be-910d-59ef841d0345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06391e3-220a-475e-902a-1f39f448e607'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:49.666149 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port b06391e3-220a-475e-902a-1f39f448e607, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b06391e3-220a-475e-902a-1f39f448e607,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:49.672598 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:49.674896 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:49.755032 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=b06391e3-220a-475e-902a-1f39f448e607,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:49.758328 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:49.904377 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7335-f050-47ad-9aff-53245554bd61 req-6bee51da-99d6-436e-a080-adb9ea281d14 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:49.905930 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-6bee51da-99d6-436e-a080-adb9ea281d14 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/networks?id=ac3567be-f309-409e-b427-9d56eb4a4c0f HTTP/1.1" status: 200 len: 812 time: 0.1715651 Nov 10 21:26:49.927761 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-baa335a8-b98f-48be-b0c6-448291ad256a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:49.929193 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-64524297-d077-4911-b510-795bb1383018 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/quotas/02d25d58cd2443569efadcf7f29d919e HTTP/1.1" status: 200 len: 375 time: 0.0118885 Nov 10 21:26:49.981372 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a614e-59d5-4c96-ba9a-f47f9d7509f3 req-79cc84a5-03e4-4b18-a109-de9f834f330e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:49.982892 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-362a614e-59d5-4c96-ba9a-f47f9d7509f3 req-79cc84a5-03e4-4b18-a109-de9f834f330e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1012204 Nov 10 21:26:49.984523 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-925a3177-4806-4a9a-91aa-613659772bd9 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=02d25d58cd2443569efadcf7f29d919e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454099 Nov 10 21:26:50.047604 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-362a614e-59d5-4c96-ba9a-f47f9d7509f3 req-5648ff68-5afd-4132-971c-daa126c67621 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576496 Nov 10 21:26:50.132406 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef2d30-7124-44be-910d-59ef841d0345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06391e3-220a-475e-902a-1f39f448e607', 'code': 200} Nov 10 21:26:50.409489 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-fb06f413-1b82-4a45-9746-87a6ff98530a service neutron] 10.222.0.70 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157977 Nov 10 21:26:50.521300 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d298ffbf-2584-49c6-944b-8bc086d5b703 req-e57615b8-5dc2-44c5-82e1-7657bc8c0ac2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 1099 time: 0.1959524 Nov 10 21:26:50.614947 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-92049616-78c3-4f36-899d-06879ca812e5 service neutron] 10.222.0.70 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973908 Nov 10 21:26:50.618641 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d298ffbf-2584-49c6-944b-8bc086d5b703 req-780b690f-4bf4-4eab-9a44-841f9fb3b58b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843487 Nov 10 21:26:50.740951 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:50.891142 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-80da4d15-3d92-44e2-a3d8-d9c0296596d5 req-73dd429b-dc9c-4376-b392-6e228a9a4a5a tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 210 time: 0.0824823 Nov 10 21:26:51.303847 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599eb283-2b37-4360-a88f-d23aa778f704 req-d3376b2a-d548-4d1b-9949-9fac32a02be8 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:51.306316 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-599eb283-2b37-4360-a88f-d23aa778f704 req-d3376b2a-d548-4d1b-9949-9fac32a02be8 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1058331 Nov 10 21:26:51.317132 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Sync routers for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:26:51.333953 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:51.334956 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:26:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:51.400467 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-599eb283-2b37-4360-a88f-d23aa778f704 req-761c209a-bd3c-4425-8e59-e396d5ea7361 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840192 Nov 10 21:26:51.586571 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:51.719884 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:26:52.086737 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 2, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:52.092029 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Checking router: 482f2754-88d0-4aba-bcfc-a4838c4bdf06 for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:26:52.092683 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Updating router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd binding host dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:26:52.155220 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:52.242029 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-071ec6da-60d7-4c51-b8a7-b9bc83f04927 req-63661390-afed-4858-8822-26488d170978 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 210 time: 0.0858347 Nov 10 21:26:52.573302 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:52.592414 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Transition to ACTIVE for port object d95c6f59-ca38-4c95-b9f7-c739d4ac04cd will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:52.602451 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:52.607137 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:52.762964 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Pushing event updated for resources: {'Port': ['ID=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:52.777897 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7335-f050-47ad-9aff-53245554bd61 req-442e254e-9e0d-44e8-bfd9-b94520cd8182 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:52.779704 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-442e254e-9e0d-44e8-bfd9-b94520cd8182 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.58 "GET /v2.0/networks?id=ac3567be-f309-409e-b427-9d56eb4a4c0f HTTP/1.1" status: 200 len: 812 time: 0.2471285 Nov 10 21:26:52.791417 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.792171 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.793038 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.794062 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.794742 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.795612 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.796169 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.797013 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.797643 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.798276 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.798956 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:52.800040 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17819a4-bc25-4494-a544-9cae36da7352 req-4d566f86-f9ec-479e-984f-0d9febbf2b23 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:52.806160 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:52.806494 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f17819a4-bc25-4494-a544-9cae36da7352 req-4d566f86-f9ec-479e-984f-0d9febbf2b23 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1610587 Nov 10 21:26:52.817906 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Request body: {'port': {'device_id': '273886bc-d7b0-4b3b-aef9-9c9529a579f6', 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f', 'admin_state_up': True, 'tenant_id': '02d25d58cd2443569efadcf7f29d919e'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:52.894035 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-abfeb4ac-8d74-4e2a-abc2-11271b6766e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:52.928885 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Attempting to bind port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:26:52.929246 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Attempting to bind port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:26:52.929903 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Attempting to bind port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd on network 633c47fe-f010-467d-b486-f53f969041d3 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:52.939250 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:26:52.939609 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Checking segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:26:52.940772 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:52.940772 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Bound using segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:26:52.941634 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Bound port: d95c6f59-ca38-4c95-b9f7-c739d4ac04cd, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:26:52.941848 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:52.968043 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f17819a4-bc25-4494-a544-9cae36da7352 req-2dc1e46b-d4d3-47d1-9794-ee3908066a23 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307709 Nov 10 21:26:53.014679 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:26:53.025390 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:26:53.036927 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Made reservation on behalf of 02d25d58cd2443569efadcf7f29d919e for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:53.040125 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:53.069951 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] For port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:53.073736 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] For port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:53.080715 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:53.089388 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-cf4bc603-8a7c-4bd5-8846-d1d647982ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:53.205978 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Pushing event updated for resources: {'Port': ['ID=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:53.210900 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e58460dc-335b-4935-9d72-eb90b9f1985e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:53.211662 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:53.214525 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:26:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:53.217092 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:53.228982 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85d9dc-5bd3-4f41-a115-c0e178240ef7 req-dd9a12d2-26a3-443a-a0e9-41eaac93619f tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:53.232053 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ad85d9dc-5bd3-4f41-a115-c0e178240ef7 req-dd9a12d2-26a3-443a-a0e9-41eaac93619f tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1138089 Nov 10 21:26:53.249999 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 41836) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:26:53.255569 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'floatingip': {'port_id': 'b06391e3-220a-475e-902a-1f39f448e607'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:53.264723 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Allocated IP 172.20.0.3 (ac3567be-f309-409e-b427-9d56eb4a4c0f/0a168bbd-9396-41b3-8ba8-f330d0b45cdf/f1cab936-d1fe-479e-b57e-1b20e3776eb2) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:53.473664 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:53.557623 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:53.701418 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7200d041-e356-4cc8-8bd6-a9e8102d6ad6 req-9c09b211-2acd-4b0f-b9db-87323aa610c8 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 210 time: 0.1981623 Nov 10 21:26:53.771175 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:53.806694 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:53.815800 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4d31907-d4b7-43b3-90ad-e188df7a53d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:53.905038 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Network ac3567be-f309-409e-b427-9d56eb4a4c0f is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:53.908837 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:53.913496 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:53.939974 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Pushing event updated for resources: {'Port': ['ID=f1cab936-d1fe-479e-b57e-1b20e3776eb2,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:53.946460 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:53.985553 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:53.986187 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:54.000292 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:53Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:54.008931 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acc5df-abe2-455e-9227-e06bfe50b259 None None] The sync data for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb is: [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:53Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:26:54.032617 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2237775 Nov 10 21:26:54.052010 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Request body: {'port': {'device_id': '273886bc-d7b0-4b3b-aef9-9c9529a579f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:26:54.094107 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:54.233980 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:54.258348 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:54.263419 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:54.479847 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.l3_db [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Floating IP aed845db-d564-4646-9d38-2e1cc690db02 associated. External IP: 172.28.3.35, port: b06391e3-220a-475e-902a-1f39f448e607. Nov 10 21:26:54.714295 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cab936-d1fe-479e-b57e-1b20e3776eb2 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:54.721488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:54.739530 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Transition to ACTIVE for port object f1cab936-d1fe-479e-b57e-1b20e3776eb2 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:54.743633 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:54.748129 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-73110792-09d6-478b-90df-ff1d18e7b520 tempest-VolumesNegativeTest-495128064 tempest-VolumesNegativeTest-495128064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:54.915990 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:54.924676 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cab936-d1fe-479e-b57e-1b20e3776eb2,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:54.933626 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:55.065909 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e8d7f-ead3-4339-b8ec-074ddb48c32e req-e53e0185-2fc5-461d-a604-b891ddc4fbb1 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:55.067166 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a67e8d7f-ead3-4339-b8ec-074ddb48c32e req-e53e0185-2fc5-461d-a604-b891ddc4fbb1 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Synchronizing usage tracker for tenant:02d25d58cd2443569efadcf7f29d919e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:26:55.072666 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Attempting to bind port f1cab936-d1fe-479e-b57e-1b20e3776eb2 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:26:55.072997 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Attempting to bind port f1cab936-d1fe-479e-b57e-1b20e3776eb2 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:26:55.073311 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Attempting to bind port f1cab936-d1fe-479e-b57e-1b20e3776eb2 on network ac3567be-f309-409e-b427-9d56eb4a4c0f {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:55.088874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Port f1cab936-d1fe-479e-b57e-1b20e3776eb2 on network ac3567be-f309-409e-b427-9d56eb4a4c0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:26:55.089184 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Attempting to bind port f1cab936-d1fe-479e-b57e-1b20e3776eb2 on network ac3567be-f309-409e-b427-9d56eb4a4c0f {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:26:55.094013 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-a67e8d7f-ead3-4339-b8ec-074ddb48c32e req-e53e0185-2fc5-461d-a604-b891ddc4fbb1 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Unset dirty status for tenant:02d25d58cd2443569efadcf7f29d919e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:26:55.095166 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a67e8d7f-ead3-4339-b8ec-074ddb48c32e req-e53e0185-2fc5-461d-a604-b891ddc4fbb1 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 943 time: 0.2206862 Nov 10 21:26:55.098998 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:26:55.099333 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Checking segment: {'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:26:55.099717 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Bound using segment: {'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:26:55.100146 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Bound port: f1cab936-d1fe-479e-b57e-1b20e3776eb2, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82119f07-9992-4d5e-8215-c4c219310a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:26:55.100488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:55.219835 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device d95c6f59-ca38-4c95-b9f7-c739d4ac04cd up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:26:55.224943 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a67e8d7f-ead3-4339-b8ec-074ddb48c32e req-4cdd2597-32b4-42f8-974e-b22007e78d87 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103592 Nov 10 21:26:55.253801 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] For port f1cab936-d1fe-479e-b57e-1b20e3776eb2, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:55.257634 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] For port f1cab936-d1fe-479e-b57e-1b20e3776eb2, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=f1cab936-d1fe-479e-b57e-1b20e3776eb2,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:55.263589 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:55.268361 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9bb8be80-5497-4bea-b29d-12736fdf7cbf tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:55.310108 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:55.321177 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:55.321960 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:55.327728 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:55.336787 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:55.338162 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] 10.222.0.58 "PUT /v2.0/ports/f1cab936-d1fe-479e-b57e-1b20e3776eb2 HTTP/1.1" status: 200 len: 1093 time: 1.2967916 Nov 10 21:26:55.338662 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273886bc-d7b0-4b3b-aef9-9c9529a579f6', 'tag': 'f1cab936-d1fe-479e-b57e-1b20e3776eb2'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:55.366050 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cab936-d1fe-479e-b57e-1b20e3776eb2,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:55.369014 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:55.370057 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:55.453606 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-5a319320-54ed-40ca-b3fa-60b3f165ddfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "PUT /v2.0/floatingips/aed845db-d564-4646-9d38-2e1cc690db02 HTTP/1.1" status: 200 len: 991 time: 2.2024274 Nov 10 21:26:55.454349 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ef2d30-7124-44be-910d-59ef841d0345', 'tag': 'b06391e3-220a-475e-902a-1f39f448e607'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:55.498613 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273886bc-d7b0-4b3b-aef9-9c9529a579f6', 'tag': 'f1cab936-d1fe-479e-b57e-1b20e3776eb2', 'status': 'completed', 'code': 200} Nov 10 21:26:55.567137 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:55.590745 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:55.603098 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ef2d30-7124-44be-910d-59ef841d0345', 'tag': 'b06391e3-220a-475e-902a-1f39f448e607', 'status': 'completed', 'code': 200} Nov 10 21:26:55.655355 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:55.660652 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:55.663764 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0c0daa66-bad7-4320-bbd1-2c4703bed68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:55.726929 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-286606d9-e228-42b8-871c-54fa1ae47f70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02d25d58cd2443569efadcf7f29d919e&device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 1096 time: 0.3080304 Nov 10 21:26:55.733753 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-9e6d5525-adf5-4c55-a6c3-c9e6adf3403a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 1099 time: 0.0984895 Nov 10 21:26:55.776202 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:55.786520 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.787008 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.787434 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.787769 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.788099 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.788434 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.788868 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.789264 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.789588 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.789903 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.790217 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:55.794177 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:55.829134 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-632cc07e-ddb0-4cc5-ab6d-5822985d4596 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1cab936-d1fe-479e-b57e-1b20e3776eb2 HTTP/1.1" status: 200 len: 217 time: 0.0940576 Nov 10 21:26:55.969800 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7335-f050-47ad-9aff-53245554bd61 req-fcee1a47-c120-4cf6-b5f0-32b2bd3a34cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:55.971157 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-fcee1a47-c120-4cf6-b5f0-32b2bd3a34cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a168bbd-9396-41b3-8ba8-f330d0b45cdf HTTP/1.1" status: 200 len: 852 time: 0.0909114 Nov 10 21:26:56.138238 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-a661d676-5a09-473e-a3ff-9ebda675fcfa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac3567be-f309-409e-b427-9d56eb4a4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573956 Nov 10 21:26:56.139089 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-7b05d2c1-abf5-4d18-bf7b-169886da9249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:56.140330 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-7b05d2c1-abf5-4d18-bf7b-169886da9249 service neutron] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 913 time: 0.3516116 Nov 10 21:26:56.355556 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-5110d740-8d23-498e-b36a-28a3274d223c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b06391e3-220a-475e-902a-1f39f448e607 HTTP/1.1" status: 200 len: 999 time: 0.2007058 Nov 10 21:26:56.447491 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-c208fdd8-4812-4148-b439-759a5f46e473 service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939565 Nov 10 21:26:56.565226 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-3e1bf93e-8c89-4aea-9b74-948dfe1211a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:56.567119 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-3e1bf93e-8c89-4aea-9b74-948dfe1211a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.1966872 Nov 10 21:26:56.694498 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b72f7335-f050-47ad-9aff-53245554bd61 req-1c06ccee-6531-4aa6-a0ec-56b247876812 service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401793 Nov 10 21:26:56.701512 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f62f12-265c-4c58-8d26-8dd410d2b910 req-80d0aa43-cf07-49ac-8d44-30378898a9fe tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:56.703075 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-67f62f12-265c-4c58-8d26-8dd410d2b910 req-80d0aa43-cf07-49ac-8d44-30378898a9fe tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 943 time: 0.2979441 Nov 10 21:26:56.778000 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-93e95453-4d11-4175-b0c3-f0f5946405ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2041826 Nov 10 21:26:56.890846 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-67f62f12-265c-4c58-8d26-8dd410d2b910 req-8e39c10a-36ad-4ca3-96f9-cd27347f20c1 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650784 Nov 10 21:26:57.012827 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-8f279e43-b274-4dc5-95a9-97f0767c0a67 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689951 Nov 10 21:26:57.016449 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-f9a42b13-a596-41fb-8f4c-c04d671165a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02d25d58cd2443569efadcf7f29d919e&device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 1096 time: 0.2363193 Nov 10 21:26:57.177420 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device d95c6f59-ca38-4c95-b9f7-c739d4ac04cd up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:26:57.251198 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:57.251561 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:57.277424 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a8c9ada-d5ba-4e9f-931c-67cdc04ae249 req-6bd44c2a-ec9c-4518-b643-5811353b3deb service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483628 Nov 10 21:26:57.279671 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-05488721-706e-41a1-8cc7-46055056d726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:57.281026 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-05488721-706e-41a1-8cc7-46055056d726 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac3567be-f309-409e-b427-9d56eb4a4c0f HTTP/1.1" status: 200 len: 914 time: 0.2342844 Nov 10 21:26:57.372458 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-5c1b627b-f2c0-499e-a6ac-3df1f49d9a7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1cab936-d1fe-479e-b57e-1b20e3776eb2 HTTP/1.1" status: 200 len: 217 time: 0.0694621 Nov 10 21:26:57.438128 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-da87444e-60fb-44ec-8baa-35d080d93c80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:57.439580 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-da87444e-60fb-44ec-8baa-35d080d93c80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a168bbd-9396-41b3-8ba8-f330d0b45cdf HTTP/1.1" status: 200 len: 852 time: 0.0598259 Nov 10 21:26:57.490678 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-0328fe58-4337-4d28-aea1-9fa2e0990bb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac3567be-f309-409e-b427-9d56eb4a4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427155 Nov 10 21:26:57.639667 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-cc3edda9-d546-45af-bc29-08899c7a2d3c service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414537 Nov 10 21:26:57.673288 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] Sync routers for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:26:57.685671 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:57.686285 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:26:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:57.900987 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7505f44e-c61d-4d31-a64e-cf8c17c3faf9 req-31724ef7-0fa2-4259-b8ac-6fa67814d126 service neutron] 10.222.0.58 "GET /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530010 Nov 10 21:26:57.902949 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:58.112189 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3412a-a641-4c4e-85b4-54234dc9811d req-8cf0603a-84b3-46bd-b674-f0e13bd2e6e0 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:58.113899 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8ff3412a-a641-4c4e-85b4-54234dc9811d req-8cf0603a-84b3-46bd-b674-f0e13bd2e6e0 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 943 time: 0.0865543 Nov 10 21:26:58.166125 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8ff3412a-a641-4c4e-85b4-54234dc9811d req-64f09e91-b622-4914-a82a-76ba0e68e355 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Nov 10 21:26:58.344339 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': 'aed845db-d564-4646-9d38-2e1cc690db02', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'port_id': 'b06391e3-220a-475e-902a-1f39f448e607', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'mac_address': 'fa:16:3e:e7:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef2d30-7124-44be-910d-59ef841d0345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:54Z', 'revision_number': 1, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:58.352706 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] Checking router: 482f2754-88d0-4aba-bcfc-a4838c4bdf06 for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:26:58.368433 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:58.369098 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:26:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:58.564893 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:26:58.925411 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': 'aed845db-d564-4646-9d38-2e1cc690db02', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'port_id': 'b06391e3-220a-475e-902a-1f39f448e607', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'mac_address': 'fa:16:3e:e7:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef2d30-7124-44be-910d-59ef841d0345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:54Z', 'revision_number': 1, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:58.929648 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb64e9-ff55-4586-9690-74a5f675ef67 None None] The sync data for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb is: [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': 'aed845db-d564-4646-9d38-2e1cc690db02', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'port_id': 'b06391e3-220a-475e-902a-1f39f448e607', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'mac_address': 'fa:16:3e:e7:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef2d30-7124-44be-910d-59ef841d0345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:54Z', 'revision_number': 1, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:26:59.123857 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126376f1-634b-4fe4-aceb-0ea959541caf None None] New status for floating IP aed845db-d564-4646-9d38-2e1cc690db02: ACTIVE {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:26:59.369621 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab7b8-f25a-47fd-b133-802d3d831a5e req-0a1ccdf5-d714-4ad3-8559-2bb6ad2bf1ea tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:59.371261 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-db5ab7b8-f25a-47fd-b133-802d3d831a5e req-0a1ccdf5-d714-4ad3-8559-2bb6ad2bf1ea tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 943 time: 0.0831075 Nov 10 21:26:59.418673 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-db5ab7b8-f25a-47fd-b133-802d3d831a5e req-29b7bb74-51ae-4a51-8ae4-c28c34645eaf tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 Nov 10 21:26:59.428635 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device f1cab936-d1fe-479e-b57e-1b20e3776eb2 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:26:59.567565 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port f1cab936-d1fe-479e-b57e-1b20e3776eb2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=f1cab936-d1fe-479e-b57e-1b20e3776eb2,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:59.580769 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': 'f1cab936-d1fe-479e-b57e-1b20e3776eb2', 'network_id': 'ac3567be-f309-409e-b427-9d56eb4a4c0f', 'port_id': 'f1cab936-d1fe-479e-b57e-1b20e3776eb2', 'mac_address': 'fa:16:3e:1b:3b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a168bbd-9396-41b3-8ba8-f330d0b45cdf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:26:59.640333 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:59.657642 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cab936-d1fe-479e-b57e-1b20e3776eb2 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:59.674124 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port f1cab936-d1fe-479e-b57e-1b20e3776eb2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=f1cab936-d1fe-479e-b57e-1b20e3776eb2,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:59.678920 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:26:59.680877 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4ff12189-9a9c-4ab1-a360-677e9b505c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:26:59.750997 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=f1cab936-d1fe-479e-b57e-1b20e3776eb2,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:59.755142 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:26:59.936231 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['f1cab936-d1fe-479e-b57e-1b20e3776eb2'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:27:00.640342 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d66bb-5c1d-4b4e-9928-b044bba5de59 req-d5d7e750-3747-4798-89b4-a066885aa001 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:00.641933 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e70d66bb-5c1d-4b4e-9928-b044bba5de59 req-d5d7e750-3747-4798-89b4-a066885aa001 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 944 time: 0.0839226 Nov 10 21:27:00.691784 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e70d66bb-5c1d-4b4e-9928-b044bba5de59 req-a900187a-5dd6-4f05-a571-328762e79c92 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Nov 10 21:27:01.459909 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device f1cab936-d1fe-479e-b57e-1b20e3776eb2 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:27:01.533842 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port f1cab936-d1fe-479e-b57e-1b20e3776eb2 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:27:01.540044 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port f1cab936-d1fe-479e-b57e-1b20e3776eb2 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:01.540406 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:01.673977 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:01.703714 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273886bc-d7b0-4b3b-aef9-9c9529a579f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cab936-d1fe-479e-b57e-1b20e3776eb2'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:01.722456 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port f1cab936-d1fe-479e-b57e-1b20e3776eb2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=f1cab936-d1fe-479e-b57e-1b20e3776eb2,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:01.727407 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:01.729975 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3b91d697-a92f-4625-ac9a-c55f288afc3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:01.766843 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273886bc-d7b0-4b3b-aef9-9c9529a579f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cab936-d1fe-479e-b57e-1b20e3776eb2', 'code': 200} Nov 10 21:27:01.818381 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=f1cab936-d1fe-479e-b57e-1b20e3776eb2,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:01.824676 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:01.936298 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f85a53-2d2e-407d-80f1-dcab951e61bd req-78670ef7-9077-448d-8460-08846b89ec36 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:01.941659 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-88f85a53-2d2e-407d-80f1-dcab951e61bd req-78670ef7-9077-448d-8460-08846b89ec36 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.0974534 Nov 10 21:27:01.989158 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-88f85a53-2d2e-407d-80f1-dcab951e61bd req-a18e7d74-191c-4b6b-9c64-a29040c48a8c tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Nov 10 21:27:02.043931 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2e7d6b00-7bf6-4541-be4d-d33b871ac1d3 req-38dab766-10d6-41b8-a04b-b673a9f7be7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 1098 time: 0.0768590 Nov 10 21:27:02.092774 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2e7d6b00-7bf6-4541-be4d-d33b871ac1d3 req-8aff12b1-ddd4-4356-b1c0-b3905c9fbf36 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Nov 10 21:27:03.205162 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287dcaf-b93c-40c9-b1a2-ac0212940d4e req-516db5f6-5ea2-47f6-9318-bf71d3ad7b6a tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:03.207495 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0287dcaf-b93c-40c9-b1a2-ac0212940d4e req-516db5f6-5ea2-47f6-9318-bf71d3ad7b6a tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.0805819 Nov 10 21:27:03.255773 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0287dcaf-b93c-40c9-b1a2-ac0212940d4e req-78170180-1b1d-4108-8f31-107042c13e53 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Nov 10 21:27:04.469634 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d1081-9e2d-4a69-a243-9d6431280788 req-5025fa5f-5cba-43e4-96b8-df47762fa0f8 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.471073 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-155d1081-9e2d-4a69-a243-9d6431280788 req-5025fa5f-5cba-43e4-96b8-df47762fa0f8 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.0858278 Nov 10 21:27:04.517621 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-155d1081-9e2d-4a69-a243-9d6431280788 req-f29c7387-5319-4c1e-bb28-540be9f3781d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Nov 10 21:27:19.923511 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e38346d9-7baf-475b-b231-b632463ad8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:20.726787 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:22.001858 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-732f161d-ee7e-41bd-9008-adca0ce62acf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782204 Nov 10 21:27:22.118293 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-ae0d1e37-4e3d-4af2-a7de-6643a8607730 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1098 time: 0.0912879 Nov 10 21:27:22.301701 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-6b401490-1b4a-4325-a4af-0b76b25a139d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:22.303453 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-6b401490-1b4a-4325-a4af-0b76b25a139d service neutron] 10.222.0.58 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 910 time: 0.1556621 Nov 10 21:27:22.421449 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-4aa6263b-3c36-4e62-bfbf-b9db56cd5574 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 1001 time: 0.1106927 Nov 10 21:27:22.486219 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-cd363761-fb1a-4907-959b-64ce411aa5f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:22.488383 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-cd363761-fb1a-4907-959b-64ce411aa5f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 200 len: 847 time: 0.0603726 Nov 10 21:27:22.577838 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-0d17bb65-26c3-41fe-8107-f462922a5787 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e920f296-2b85-4024-9e49-abb581191350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785542 Nov 10 21:27:22.717754 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-8b1b0e50-5e62-4481-809b-cf842b4835b0 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322234 Nov 10 21:27:22.864677 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73c68954-3bbe-4c3a-8254-421dd19f6289 req-748bf849-4c3f-441b-b832-e9074cbb0e7f service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369562 Nov 10 21:27:22.890061 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2adde08a-4d43-4b83-a27b-240b6891ec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:23.208604 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:23.494170 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bb873-05c7-43df-ad8f-ea9c7ebe77a6 req-4ac48ee7-8aa5-4654-96e4-8bc1877fd94e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:23.495618 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-205bb873-05c7-43df-ad8f-ea9c7ebe77a6 req-4ac48ee7-8aa5-4654-96e4-8bc1877fd94e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0798762 Nov 10 21:27:23.544136 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-205bb873-05c7-43df-ad8f-ea9c7ebe77a6 req-e2a042bc-1d8d-4ea1-b335-90c6580e6b36 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427239 Nov 10 21:27:24.072402 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:24.767063 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99712473-a4bb-42ab-8ccd-d1ee16b6784c req-fc41e6e5-20c5-4701-a8aa-dd4937170919 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:24.768527 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-99712473-a4bb-42ab-8ccd-d1ee16b6784c req-fc41e6e5-20c5-4701-a8aa-dd4937170919 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0783827 Nov 10 21:27:24.820399 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-99712473-a4bb-42ab-8ccd-d1ee16b6784c req-64e9caac-8407-4eaa-8bf8-ee8bdc29abe9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461304 Nov 10 21:27:25.522679 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:25.927947 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc50af-651f-41db-b3ab-a3a0df05daff req-463a0d70-05e0-42aa-b4dc-f0b8be129d4e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:25.929444 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1edc50af-651f-41db-b3ab-a3a0df05daff req-463a0d70-05e0-42aa-b4dc-f0b8be129d4e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.0899866 Nov 10 21:27:25.976532 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1edc50af-651f-41db-b3ab-a3a0df05daff req-36a140dc-35cf-4131-81f7-860f0c1a62e7 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Nov 10 21:27:26.040087 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffc967-2679-4841-b3f4-93fcd342bf60 req-c05e5bb7-091c-48fc-b835-249dea1c7c98 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:26.041566 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-86ffc967-2679-4841-b3f4-93fcd342bf60 req-c05e5bb7-091c-48fc-b835-249dea1c7c98 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0782735 Nov 10 21:27:26.087637 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-86ffc967-2679-4841-b3f4-93fcd342bf60 req-0af48b1b-b3bd-4291-a19e-57f69c2821a3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Nov 10 21:27:27.180643 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718720d8-4b6e-4ec4-bdaa-7cd62199e62e req-a0ca29e6-3e39-4043-b9a4-8f3ccba08fc5 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:27.182103 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-718720d8-4b6e-4ec4-bdaa-7cd62199e62e req-a0ca29e6-3e39-4043-b9a4-8f3ccba08fc5 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.0827556 Nov 10 21:27:27.229694 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-718720d8-4b6e-4ec4-bdaa-7cd62199e62e req-f6720263-cb8d-4f6c-8d76-dc313469e71e tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Nov 10 21:27:27.320139 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1bf1-2225-4eb5-b9e8-a701a4f86cbd req-bfb08893-5c65-4258-a06e-2a7b68b357c3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:27.321526 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c90a1bf1-2225-4eb5-b9e8-a701a4f86cbd req-bfb08893-5c65-4258-a06e-2a7b68b357c3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0864606 Nov 10 21:27:27.367304 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-c90a1bf1-2225-4eb5-b9e8-a701a4f86cbd req-2022c233-5866-4b75-a5a7-4ab98a4c18e5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 Nov 10 21:27:28.432739 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0585fd-24c2-4fa4-84b2-32ad97e6fe2d req-1e2d5101-2faf-4df6-a5e6-3ba83e617423 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:28.434206 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7c0585fd-24c2-4fa4-84b2-32ad97e6fe2d req-1e2d5101-2faf-4df6-a5e6-3ba83e617423 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.0820253 Nov 10 21:27:28.492658 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7c0585fd-24c2-4fa4-84b2-32ad97e6fe2d req-49178800-22b4-4de3-a65b-fec4cb7ec755 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528474 Nov 10 21:27:28.590472 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:27:28.598769 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbc45e-2a87-48ad-b624-cee95ba1b986 req-4f7bbdd8-bfb9-4708-a39b-eca38e892f7b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:28.600218 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-84fbc45e-2a87-48ad-b624-cee95ba1b986 req-4f7bbdd8-bfb9-4708-a39b-eca38e892f7b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0846138 Nov 10 21:27:28.650062 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-84fbc45e-2a87-48ad-b624-cee95ba1b986 req-c6883e47-066e-40d9-aaa3-a586ed48665b tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Nov 10 21:27:29.700764 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60055f-625d-4e5a-b87b-af83c6ceae77 req-49595f9e-2e6a-4dd5-8ca2-260edd731e6c tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:29.702216 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3f60055f-625d-4e5a-b87b-af83c6ceae77 req-49595f9e-2e6a-4dd5-8ca2-260edd731e6c tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.0818267 Nov 10 21:27:29.749643 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3f60055f-625d-4e5a-b87b-af83c6ceae77 req-8a6bfeba-ad23-4e69-a164-b7e381a3dd00 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Nov 10 21:27:29.867937 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2f06-2406-4427-b688-77da01c7b0e9 req-ef77551d-3f2f-4abc-8745-f2b63a54d430 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:29.869394 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-450b2f06-2406-4427-b688-77da01c7b0e9 req-ef77551d-3f2f-4abc-8745-f2b63a54d430 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0791538 Nov 10 21:27:29.919045 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-450b2f06-2406-4427-b688-77da01c7b0e9 req-b5eea336-bcb1-4345-a617-8e70c960edaa tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441372 Nov 10 21:27:30.959799 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-54feb4f5-3172-4c3d-b28d-9b7aec70f48a tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:30.961162 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-54feb4f5-3172-4c3d-b28d-9b7aec70f48a tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.58 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.2144239 Nov 10 21:27:31.030421 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef068a-28f0-4cba-8fd2-1d7d8c52dee6 req-356c10f8-aaa2-4731-bd6b-1e0989e1ab5b tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:31.033167 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e1ef068a-28f0-4cba-8fd2-1d7d8c52dee6 req-356c10f8-aaa2-4731-bd6b-1e0989e1ab5b tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 945 time: 0.1559660 Nov 10 21:27:31.071479 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Deleting port f1cab936-d1fe-479e-b57e-1b20e3776eb2 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:27:31.077793 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:31.155520 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1628-f826-4a1b-b24a-e9d0ba57b811 req-dc80ae13-10d7-4947-ba57-ee2e01a43952 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:31.157308 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-70df1628-f826-4a1b-b24a-e9d0ba57b811 req-dc80ae13-10d7-4947-ba57-ee2e01a43952 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0866282 Nov 10 21:27:31.200780 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e1ef068a-28f0-4cba-8fd2-1d7d8c52dee6 req-d6f14749-547a-4ec1-9c5c-9f2de836ff56 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/security-groups?id=dde4515a-47da-4d38-88c6-8ba459b266bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573994 Nov 10 21:27:31.208806 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-70df1628-f826-4a1b-b24a-e9d0ba57b811 req-a2354043-a580-4e14-8990-968565e50843 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432622 Nov 10 21:27:31.357828 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] For port f1cab936-d1fe-479e-b57e-1b20e3776eb2, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=f1cab936-d1fe-479e-b57e-1b20e3776eb2,segment=NetworkSegment(82119f07-9992-4d5e-8215-c4c219310a45),segment_id=82119f07-9992-4d5e-8215-c4c219310a45)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:31.358163 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:31.484487 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Calling delete_port for f1cab936-d1fe-479e-b57e-1b20e3776eb2 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:27:31.659700 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:31.665677 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-56bd8540-049f-40aa-8f0b-b582c05743cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:31.711233 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Pushing event deleted for resources: {'Port': ['ID=f1cab936-d1fe-479e-b57e-1b20e3776eb2,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:31.714504 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:31.786872 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] No DVR routers for this DVR port f1cab936-d1fe-479e-b57e-1b20e3776eb2 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:31.789385 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:31.792090 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273886bc-d7b0-4b3b-aef9-9c9529a579f6', 'name': 'network-vif-deleted', 'tag': 'f1cab936-d1fe-479e-b57e-1b20e3776eb2'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:31.811301 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f3f78c93-2dcd-4466-b576-827a098482a9 req-28986ad1-1c52-4f74-a772-5ad5c9673307 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.58 "DELETE /v2.0/ports/f1cab936-d1fe-479e-b57e-1b20e3776eb2 HTTP/1.1" status: 204 len: 173 time: 0.8404040 Nov 10 21:27:31.939657 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273886bc-d7b0-4b3b-aef9-9c9529a579f6', 'name': 'network-vif-deleted', 'tag': 'f1cab936-d1fe-479e-b57e-1b20e3776eb2', 'status': 'completed', 'code': 200} Nov 10 21:27:32.390824 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-968b38b2-a1e6-4359-bc00-3be0ae0416b2 req-d5002d52-4fd1-468d-bf0a-a13269857db8 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Synchronizing usage tracker for tenant:02d25d58cd2443569efadcf7f29d919e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:27:32.410063 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-968b38b2-a1e6-4359-bc00-3be0ae0416b2 req-d5002d52-4fd1-468d-bf0a-a13269857db8 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Unset dirty status for tenant:02d25d58cd2443569efadcf7f29d919e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:27:32.411252 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-968b38b2-a1e6-4359-bc00-3be0ae0416b2 req-d5002d52-4fd1-468d-bf0a-a13269857db8 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] 10.222.0.70 "GET /v2.0/ports?device_id=273886bc-d7b0-4b3b-aef9-9c9529a579f6 HTTP/1.1" status: 200 len: 210 time: 0.0657165 Nov 10 21:27:32.438360 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c83ae-46a2-42a2-9cdb-39c78fe5dc4b req-285477a4-d7ab-4430-ab84-15c8dea68318 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:32.439789 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e74c83ae-46a2-42a2-9cdb-39c78fe5dc4b req-285477a4-d7ab-4430-ab84-15c8dea68318 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0849867 Nov 10 21:27:32.490319 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-e74c83ae-46a2-42a2-9cdb-39c78fe5dc4b req-23d44677-f980-4153-b48e-d9226a471e47 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Nov 10 21:27:33.613888 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device f1cab936-d1fe-479e-b57e-1b20e3776eb2 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:27:33.680931 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: f1cab936-d1fe-479e-b57e-1b20e3776eb2 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:27:33.681525 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device f1cab936-d1fe-479e-b57e-1b20e3776eb2 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:27:33.735697 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4984c8-9ba8-4a07-b659-c8a13a19bb0f req-3220db7a-2268-4f02-9ff5-bfa25f983bbb tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:33.738241 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4c4984c8-9ba8-4a07-b659-c8a13a19bb0f req-3220db7a-2268-4f02-9ff5-bfa25f983bbb tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1006775 Nov 10 21:27:33.809240 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4c4984c8-9ba8-4a07-b659-c8a13a19bb0f req-b77a23e4-2136-45d3-8807-917253a765a8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599382 Nov 10 21:27:35.039113 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec4c0f-d2cf-4f7e-8c19-a4a01026d5ec req-c5b251a6-ccb8-487e-9118-7dde3f9710a3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:35.040665 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-09ec4c0f-d2cf-4f7e-8c19-a4a01026d5ec req-c5b251a6-ccb8-487e-9118-7dde3f9710a3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0849767 Nov 10 21:27:35.095821 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-09ec4c0f-d2cf-4f7e-8c19-a4a01026d5ec req-e5579ae8-5940-4419-b78a-e988f2b304d2 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482843 Nov 10 21:27:35.627677 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:27:35.783787 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:35.798568 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'port_id': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'mac_address': 'fa:16:3e:d0:d9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:27:35.895927 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:35.914760 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88c7eea9-fa5f-4e69-866b-22604e2c346b {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:35.930869 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:35.934844 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:35.936698 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:36.009260 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=6']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:36.012836 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:36.049812 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['88c7eea9-fa5f-4e69-866b-22604e2c346b'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:27:36.364175 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee931aed-c051-4331-91d5-059f455088dc req-e3b947e1-79ac-440a-b510-2b64fad06d96 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:36.365677 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee931aed-c051-4331-91d5-059f455088dc req-e3b947e1-79ac-440a-b510-2b64fad06d96 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 945 time: 0.1002228 Nov 10 21:27:36.417618 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ee931aed-c051-4331-91d5-059f455088dc req-26410f3a-ca25-44a5-82a4-ddc2c2184d66 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Nov 10 21:27:37.650846 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:27:37.682487 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7b2f-bec5-49ed-bafa-e13e5de72f75 req-8cd92eac-34db-4c6f-848f-77f7d8676d97 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:37.691212 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-aead7b2f-bec5-49ed-bafa-e13e5de72f75 req-8cd92eac-34db-4c6f-848f-77f7d8676d97 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 945 time: 0.1118424 Nov 10 21:27:37.746646 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-aead7b2f-bec5-49ed-bafa-e13e5de72f75 req-f354f936-e0f8-47e1-8f02-b8e7fd6653df tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538828 Nov 10 21:27:37.782042 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 88c7eea9-fa5f-4e69-866b-22604e2c346b triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:37.782808 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:37.918049 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:37.954127 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:37.976778 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:37.982310 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:37.986071 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:38.073199 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=7']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:38.078396 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:38.141242 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'code': 200} Nov 10 21:27:39.018298 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e7b3-472c-46c8-ab0a-baf7119a83fa req-f03bfead-2204-4a15-8310-9cb9b32e58b3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:39.026361 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7598e7b3-472c-46c8-ab0a-baf7119a83fa req-f03bfead-2204-4a15-8310-9cb9b32e58b3 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1002674 Nov 10 21:27:39.090349 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7598e7b3-472c-46c8-ab0a-baf7119a83fa req-4bec4deb-9f1d-4f3b-b367-57cccfb60843 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626748 Nov 10 21:27:40.639052 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2769c6e-bfae-4c6e-91b2-1861e5747ed0 req-7b20207a-c1ef-4ba0-abf6-5a9f2b46ba2e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:40.642842 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f2769c6e-bfae-4c6e-91b2-1861e5747ed0 req-7b20207a-c1ef-4ba0-abf6-5a9f2b46ba2e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1450987 Nov 10 21:27:40.709706 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f2769c6e-bfae-4c6e-91b2-1861e5747ed0 req-8b4a618e-7cea-43d8-a8bc-233dc4c7a440 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582020 Nov 10 21:27:42.231189 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e65341-8412-4ba3-95c6-00a9e4bf589b req-59a26de2-01b3-4e35-b0ed-4a82738e733d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:42.244224 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-69e65341-8412-4ba3-95c6-00a9e4bf589b req-59a26de2-01b3-4e35-b0ed-4a82738e733d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.2165442 Nov 10 21:27:42.403665 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-69e65341-8412-4ba3-95c6-00a9e4bf589b req-521e1e70-a1a4-49d2-874c-846c4de34004 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581435 Nov 10 21:27:43.824606 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e7a03-5851-411b-ae8e-a17aebfbf435 req-8ca2499e-5a4c-4e84-9072-8f148ec46d24 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:43.826419 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-eb7e7a03-5851-411b-ae8e-a17aebfbf435 req-8ca2499e-5a4c-4e84-9072-8f148ec46d24 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1740668 Nov 10 21:27:43.933208 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-eb7e7a03-5851-411b-ae8e-a17aebfbf435 req-fbceb29e-4880-4034-860d-1eb10a25c032 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997696 Nov 10 21:27:45.307044 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42769f-1453-4b31-96cb-2534909b9e3c req-c5dab19a-aec2-497c-8316-dde78596e049 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:45.309392 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ca42769f-1453-4b31-96cb-2534909b9e3c req-c5dab19a-aec2-497c-8316-dde78596e049 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1261654 Nov 10 21:27:45.437907 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ca42769f-1453-4b31-96cb-2534909b9e3c req-738033f1-639d-42ee-b959-ac84d355dc44 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143274 Nov 10 21:27:45.485660 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191ba7-c1a1-43ea-ab4a-8a793398481d req-08c2ea0b-29e0-4653-b691-6e697b504b74 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:45.498404 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5a191ba7-c1a1-43ea-ab4a-8a793398481d req-08c2ea0b-29e0-4653-b691-6e697b504b74 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1487257 Nov 10 21:27:45.576388 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5a191ba7-c1a1-43ea-ab4a-8a793398481d req-b7b3f187-9cd6-4148-98c8-653ac12aa6de tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767403 Nov 10 21:27:46.856739 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b743afd-a4ef-4742-b569-7ae41fcd3a8c req-f3cb25ba-2757-4566-b07d-96a17fe46671 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:46.859211 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6b743afd-a4ef-4742-b569-7ae41fcd3a8c req-f3cb25ba-2757-4566-b07d-96a17fe46671 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.2112210 Nov 10 21:27:46.920514 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-6b743afd-a4ef-4742-b569-7ae41fcd3a8c req-fdb5dca4-11d4-40ce-8dff-cd75018cfc01 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546792 Nov 10 21:27:47.009242 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19df6-f118-48d2-896f-8a385eb48610 req-147d1d5d-4447-4e84-9a30-c9273e5fb41c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:47.016280 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f4b19df6-f118-48d2-896f-8a385eb48610 req-147d1d5d-4447-4e84-9a30-c9273e5fb41c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1382573 Nov 10 21:27:47.070992 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f4b19df6-f118-48d2-896f-8a385eb48610 req-940b4106-a471-47f3-9c93-9f6d6a2ffa1a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512168 Nov 10 21:27:48.187071 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63449c1a-737e-41b6-a648-c125b3c109f0 req-051b8abf-a56a-4c0b-ba08-4073b83bf6b5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:48.196008 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-63449c1a-737e-41b6-a648-c125b3c109f0 req-051b8abf-a56a-4c0b-ba08-4073b83bf6b5 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1018972 Nov 10 21:27:48.257070 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-63449c1a-737e-41b6-a648-c125b3c109f0 req-9710a117-2059-45fb-9445-d6c4bbb59f3f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596969 Nov 10 21:27:48.470796 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff5e9-3be0-4dd1-8457-db6a6ae99501 req-d26c68df-a74f-4e3a-96ec-110c2088f767 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:48.473985 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6e8ff5e9-3be0-4dd1-8457-db6a6ae99501 req-d26c68df-a74f-4e3a-96ec-110c2088f767 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1219087 Nov 10 21:27:48.562984 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6e8ff5e9-3be0-4dd1-8457-db6a6ae99501 req-f83da266-6042-4859-896c-5c127dfcd6a3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823481 Nov 10 21:27:49.294353 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-a3665b59-4b09-4898-a9f5-9099ac443591 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 1099 time: 0.0785360 Nov 10 21:27:49.530955 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056973d-9623-4cdf-95e2-10c3072c0bc6 req-0289312f-f4f1-4cf2-9dd2-a2489e1acb64 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:49.532945 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0056973d-9623-4cdf-95e2-10c3072c0bc6 req-0289312f-f4f1-4cf2-9dd2-a2489e1acb64 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.1407671 Nov 10 21:27:49.546019 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-f638a7c7-8da7-4d33-9286-5f10d17250a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:49.547466 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-f638a7c7-8da7-4d33-9286-5f10d17250a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.2459269 Nov 10 21:27:49.599052 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0056973d-9623-4cdf-95e2-10c3072c0bc6 req-e7e64ad3-f464-40cd-8ff8-6858726bad17 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587316 Nov 10 21:27:49.660903 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-7afc8b83-3247-4933-b8d4-c3ac92a68a35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b HTTP/1.1" status: 200 len: 1002 time: 0.1068377 Nov 10 21:27:49.736024 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-fce31db7-6996-40f7-b21a-4241bec92422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:49.737820 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-fce31db7-6996-40f7-b21a-4241bec92422 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.0702336 Nov 10 21:27:49.883721 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-3334a48d-3e95-4e02-95c2-c038da18fea1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1075177 Nov 10 21:27:49.890421 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575d0c-ed42-4777-a19d-1b677d6275dd req-d8a576e7-1012-4c7e-8653-f260087c157b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:49.891900 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7c575d0c-ed42-4777-a19d-1b677d6275dd req-d8a576e7-1012-4c7e-8653-f260087c157b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1517613 Nov 10 21:27:49.923313 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-20f24e21-5924-4107-a72d-c630cfe644bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:50.103778 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7c575d0c-ed42-4777-a19d-1b677d6275dd req-bbf5912c-07f9-4fb9-a71c-3ac9c2c14474 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829374 Nov 10 21:27:50.142882 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-77e2b9b0-4525-4f7c-ae72-64c72f6f9be5 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479336 Nov 10 21:27:50.291338 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7cb83180-c6e4-4d38-82ba-4cfc27aa061a req-2871bc89-fc27-4324-a253-dcbf0e4fcab2 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386447 Nov 10 21:27:50.731752 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:50.829164 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd5d8b-9a84-4c71-8515-e612e05a01d3 req-975ef56b-9bec-43b2-99e9-bdf03eb434a1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:50.830778 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-13bd5d8b-9a84-4c71-8515-e612e05a01d3 req-975ef56b-9bec-43b2-99e9-bdf03eb434a1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 946 time: 0.0886600 Nov 10 21:27:50.889564 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-13bd5d8b-9a84-4c71-8515-e612e05a01d3 req-aedbd3cb-0a75-42e7-ab10-fadea301b853 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503078 Nov 10 21:27:51.338671 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c63e9-86a9-4142-9ff2-c32db94efeee req-358865c1-e60d-4fcb-96e1-e54281b79b05 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:51.340163 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-660c63e9-86a9-4142-9ff2-c32db94efeee req-358865c1-e60d-4fcb-96e1-e54281b79b05 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.0893486 Nov 10 21:27:51.394261 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-660c63e9-86a9-4142-9ff2-c32db94efeee req-b1950f5f-fafb-44af-a738-bf4129452231 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456889 Nov 10 21:27:51.721210 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:27:51.838712 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:51.866061 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:51.876238 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:51.884145 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:51.886210 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:51.928132 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'code': 200} Nov 10 21:27:51.958840 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=8']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:51.962071 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:52.123544 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cba438-fd94-41ec-9f72-ad3150078677 req-2e001e17-7d46-477a-acb1-d053c9d9baae tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:52.125138 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b1cba438-fd94-41ec-9f72-ad3150078677 req-2e001e17-7d46-477a-acb1-d053c9d9baae tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.0899644 Nov 10 21:27:52.179898 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b1cba438-fd94-41ec-9f72-ad3150078677 req-c3bfa8bf-1f85-4f55-a378-b71ea0ba8a48 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476935 Nov 10 21:27:52.638360 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddcae0-2677-4f31-9ef7-e3dd8cdffcf2 req-9de377a9-6def-40b0-8b57-118fef145497 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:52.639993 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-85ddcae0-2677-4f31-9ef7-e3dd8cdffcf2 req-9de377a9-6def-40b0-8b57-118fef145497 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1001537 Nov 10 21:27:52.701296 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-85ddcae0-2677-4f31-9ef7-e3dd8cdffcf2 req-f985d5df-496d-4f39-ad3b-fe1e2e77473b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526910 Nov 10 21:27:52.901236 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f85188d1-a92c-4f7c-877f-ba8539bbdc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:53.221780 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:53.414161 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c95e9-c486-4128-9a1c-1a16910cec3e req-09b46893-1fe7-49e7-b10b-2de1adcb1451 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:53.416156 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-982c95e9-c486-4128-9a1c-1a16910cec3e req-09b46893-1fe7-49e7-b10b-2de1adcb1451 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.0891175 Nov 10 21:27:53.480129 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-982c95e9-c486-4128-9a1c-1a16910cec3e req-431ffdd1-2a62-4272-9ed8-a47c0715d627 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577834 Nov 10 21:27:54.042866 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269fb4d-8107-4f61-8eb7-5a55c5ee4469 req-7f51bdf5-5f13-4ecb-8255-71c41165138d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:54.045728 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6269fb4d-8107-4f61-8eb7-5a55c5ee4469 req-7f51bdf5-5f13-4ecb-8255-71c41165138d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1650450 Nov 10 21:27:54.090267 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:54.129673 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6269fb4d-8107-4f61-8eb7-5a55c5ee4469 req-9f2ff7b3-448b-482a-a755-ebf0df7bf90f tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774722 Nov 10 21:27:55.270386 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42398) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:27:55.363179 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-03b2eb8a-eae5-46be-b3c2-54f4b265a60e req-8df6a1ce-665b-4b5e-a70a-9d48a926c5ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1531615 Nov 10 21:27:55.383665 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Deleting subnet 0a168bbd-9396-41b3-8ba8-f330d0b45cdf {{(pid=82876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:27:55.389142 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:55.459049 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252319'] for subnet, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:55.511939 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a8f1f-b0fd-4e02-83dd-cb9eddf8b88f req-8614efd4-aeaf-42f7-b58d-9a036fe9dcee tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:55.513897 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-481a8f1f-b0fd-4e02-83dd-cb9eddf8b88f req-8614efd4-aeaf-42f7-b58d-9a036fe9dcee tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.2110474 Nov 10 21:27:55.531970 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:55.588403 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:55.638741 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-481a8f1f-b0fd-4e02-83dd-cb9eddf8b88f req-e3d6ccd1-43fa-4f8f-8854-48708993e45c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084518 Nov 10 21:27:55.683056 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719132'] for subnet, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:55.691580 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-abe17bbc-7285-4ce7-8221-531e68775c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:55.726294 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:27:55.731310 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a168bbd-9396-41b3-8ba8-f330d0b45cdf,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:55.744886 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.744886 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.745195 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.745538 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.745893 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.746308 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.746603 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.746942 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.747375 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.747639 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.747972 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.751668 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:55.759582 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:55.769589 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-d7bd14b1-67a3-4821-8f64-20b112005ef6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0a168bbd-9396-41b3-8ba8-f330d0b45cdf HTTP/1.1" status: 204 len: 168 time: 0.4980659 Nov 10 21:27:55.770276 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42408) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:27:55.782179 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09830cae-a2ef-4760-8839-1426304b7f9f req-cd638f1f-7286-478c-9f86-f59515984e49 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:55.784078 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-09830cae-a2ef-4760-8839-1426304b7f9f req-cd638f1f-7286-478c-9f86-f59515984e49 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.1880069 Nov 10 21:27:55.797064 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-24866e61-b977-45eb-a113-be5d0eb4af6e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1410902 Nov 10 21:27:55.879241 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-09830cae-a2ef-4760-8839-1426304b7f9f req-3eb0f895-147f-49ec-82a7-7cdb6b21a335 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795143 Nov 10 21:27:55.892656 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:56.157970 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:56.189825 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3567be-f309-409e-b427-9d56eb4a4c0f']}} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:56.206963 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82119f07-9992-4d5e-8215-c4c219310a45') {'for_net_delete': True} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:56.206963 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82119f07-9992-4d5e-8215-c4c219310a45') {} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:56.221668 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252310'] for segment, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:56.243993 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:56.251608 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=82876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:27:56.252004 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578719'] for segment, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: Traceback (most recent call last): Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: timer() Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: cb(*args, **kw) Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: return func(*args, **kwargs) Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: self._notify() Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: self.callback(batched_events) Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: event.method(event) Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: return f(self, *a, **k) Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: return self._get(url).json() Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: return self.request(url, 'GET', **kwargs) Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:27:56.267198 dv-cinder-817261-1-smb neutron-server[82876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:27:56.357587 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:56.362562 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:56.381452 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:56.390912 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3567be-f309-409e-b427-9d56eb4a4c0f,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:56.395760 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:56.402966 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-2a22f560-53ff-4eda-a1d4-f50bba1e0b63 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ac3567be-f309-409e-b427-9d56eb4a4c0f HTTP/1.1" status: 204 len: 168 time: 0.6314135 Nov 10 21:27:56.570875 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42420) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:27:56.591340 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-54686bfc-de23-4d70-bebf-bcb487814893 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c&tenant_id=cea6142182a747d4ad4577a2121bbb3c HTTP/1.1" status: 200 len: 1097 time: 0.1028166 Nov 10 21:27:56.679941 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-35dacac2-8fa9-425e-baed-49012e94116b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02d25d58cd2443569efadcf7f29d919e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1079171 Nov 10 21:27:56.682778 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42426) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:27:56.752859 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-910554c9-adbb-4cb0-ab2f-62c75e46be9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cea6142182a747d4ad4577a2121bbb3c&device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 1097 time: 0.1353641 Nov 10 21:27:56.833964 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8a5-017e-45f6-b046-8b748eb0a14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:56.942526 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8a5-017e-45f6-b046-8b748eb0a14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:57.019350 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-e90477f9-4e1c-4ada-8ea2-93eabb95cdec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:57.021196 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-e90477f9-4e1c-4ada-8ea2-93eabb95cdec service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 200 len: 919 time: 0.2589903 Nov 10 21:27:57.159720 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31580a-fd91-46e9-bb10-7418deb644a2 req-5f9af366-6f01-44d2-a9da-d00a084872bd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:57.161691 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ee31580a-fd91-46e9-bb10-7418deb644a2 req-5f9af366-6f01-44d2-a9da-d00a084872bd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.3749781 Nov 10 21:27:57.203408 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be8f-83d4-4025-a465-c26a40c7f66c req-cb9eb427-3e0e-4ac0-bee6-7b105b7642f4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:57.205271 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4ad8be8f-83d4-4025-a465-c26a40c7f66c req-cb9eb427-3e0e-4ac0-bee6-7b105b7642f4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.1441295 Nov 10 21:27:57.213942 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8a5-017e-45f6-b046-8b748eb0a14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:57.219262 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-067ec5ed-e3ba-465d-a7a2-704e02a3d296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:57.229313 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-6edcfd1b-06f1-4a8b-85ea-c6e0d21b1279 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b HTTP/1.1" status: 200 len: 1000 time: 0.1974831 Nov 10 21:27:57.264070 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4ad8be8f-83d4-4025-a465-c26a40c7f66c req-c7932d0d-45c7-4080-9496-8d37cde04042 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507162 Nov 10 21:27:57.278106 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2aa8a5-017e-45f6-b046-8b748eb0a14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4515a-47da-4d38-88c6-8ba459b266bb,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:57.285822 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9a2aa8a5-017e-45f6-b046-8b748eb0a14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:57.320884 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8a5-017e-45f6-b046-8b748eb0a14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:57.321981 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-9a2aa8a5-017e-45f6-b046-8b748eb0a14e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dde4515a-47da-4d38-88c6-8ba459b266bb HTTP/1.1" status: 204 len: 168 time: 0.6382957 Nov 10 21:27:57.335909 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ee31580a-fd91-46e9-bb10-7418deb644a2 req-3d4b94bb-6c0a-4d40-bce8-3257fffa8655 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550779 Nov 10 21:27:57.337431 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-2bc5843c-6020-445f-8eb1-e90b0721d37f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:57.339038 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-2bc5843c-6020-445f-8eb1-e90b0721d37f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 200 len: 856 time: 0.0972092 Nov 10 21:27:57.437623 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-446c8f41-c3de-4899-9e7c-b3c8bcd2ffc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4714832-cad2-4a6d-b644-854f29f496c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871856 Nov 10 21:27:57.597644 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-e5ec6b07-8c9f-476b-9ece-6d0e882979a5 service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488802 Nov 10 21:27:57.758355 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b017ec32-5da7-48d2-b78b-e6077666fbf4 req-1a2b740f-3a8d-469a-a356-0102ec40187a service neutron] 10.222.0.58 "GET /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507461 Nov 10 21:27:58.512792 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42454) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:27:58.653092 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34a39e-f2d9-40a7-a67b-b868f69b1383 req-4659681e-c049-4d96-a830-d51bd9de4ac4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:58.656191 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a34a39e-f2d9-40a7-a67b-b868f69b1383 req-4659681e-c049-4d96-a830-d51bd9de4ac4 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.1585128 Nov 10 21:27:58.686025 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa1c34-67cb-46a2-8159-9e87ff24f677 req-9c14a014-fcf9-42f5-8033-32fb85a93611 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:58.687938 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0ffa1c34-67cb-46a2-8159-9e87ff24f677 req-9c14a014-fcf9-42f5-8033-32fb85a93611 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1007440 Nov 10 21:27:58.720979 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2a34a39e-f2d9-40a7-a67b-b868f69b1383 req-2e95b64a-43d0-496c-8f73-a0a4f327a451 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567565 Nov 10 21:27:58.768068 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1839346029-network', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:27:58.775383 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:27:58.780942 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0ffa1c34-67cb-46a2-8159-9e87ff24f677 req-7249ce9d-08d3-4f17-af21-1eb225a80305 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826516 Nov 10 21:27:58.781897 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Usage tracker for resource:network and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:27:58.786906 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:27:58.793302 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:27:58.808497 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Made reservation on behalf of 7c05036ae62046d0a69ae953faf8c041 for: {'network': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:58.811084 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:58.825544 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:58.863938 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:27:58.869568 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Usage tracker for resource:security_group_rule and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:27:58.879691 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:27:58.886683 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:27:58.994499 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:59.002080 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:59.028016 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-82168b2a-d5eb-4baf-8819-e8811cce82b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:59.075082 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=82876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:27:59.086273 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de44da59-8ae8-460f-8520-e88ebff00f3a,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:59.104891 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:59.110898 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:59.111535 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.segments_db [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Added segment 6349df74-c1a4-4c13-86ce-efc600ded392 of type vlan for network 87071b68-a385-4b22-ad1c-e59f348525a6 Nov 10 21:27:59.153874 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:59.220944 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:59.223808 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:59.224570 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:59.253702 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ac7b362d-eb06-452c-b078-ef74c0ed3804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:59.280683 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7570515 Nov 10 21:27:59.280967 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42472) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:27:59.290148 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Request body: {'subnet': {'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1839346029-subnet', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:27:59.299370 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:27:59.309904 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Usage tracker for resource:subnet and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:27:59.317987 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:27:59.330516 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:27:59.356947 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Made reservation on behalf of 7c05036ae62046d0a69ae953faf8c041 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:59.361662 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3739363'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:59.472264 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Pushing event updated for resources: {'Network': ['ID=87071b68-a385-4b22-ad1c-e59f348525a6,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:59.475729 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:59.483012 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network 87071b68-a385-4b22-ad1c-e59f348525a6 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:27:59.754536 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3330839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3739381'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:27:59.761180 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:27:59.881551 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Checking segment: {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:27:59.881913 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Network hostable DHCP agents. Network: 87071b68-a385-4b22-ad1c-e59f348525a6, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:27:59.912019 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfce4b41-9158-439d-8322-ce9b4f832947,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:59.936403 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.936698 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.937059 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.937444 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.937810 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.938146 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.938502 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.938851 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.939195 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.939536 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.939876 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:59.945140 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:27:59.945725 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Network 87071b68-a385-4b22-ad1c-e59f348525a6 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:28:00.022248 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, 87071b68-a385-4b22-ad1c-e59f348525a6) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:00.029719 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:00.029719 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65537697-790a-48e3-9269-b304b65783af admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:00.039208 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18fdc5-e8d9-43b0-a73d-18818465d490 None None] Network 87071b68-a385-4b22-ad1c-e59f348525a6 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:28:00.076815 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c8a13-f428-4d97-b7a2-aac76d29c209 req-4e399df1-131e-4eb1-a90c-a62e4c4cb997 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:00.085792 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1b4c8a13-f428-4d97-b7a2-aac76d29c209 req-4e399df1-131e-4eb1-a90c-a62e4c4cb997 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1179616 Nov 10 21:28:00.101166 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390986c-9615-4837-8566-9702ade9a740 req-53dd70a7-3981-4c38-b037-a5f4486ff2b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:00.108266 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7390986c-9615-4837-8566-9702ade9a740 req-53dd70a7-3981-4c38-b037-a5f4486ff2b8 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.2053123 Nov 10 21:28:00.165283 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-65537697-790a-48e3-9269-b304b65783af admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8822286 Nov 10 21:28:00.170817 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42480) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:28:00.179761 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1b4c8a13-f428-4d97-b7a2-aac76d29c209 req-bc7a2741-5d77-4db1-8663-26af993fe6e7 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926695 Nov 10 21:28:00.187140 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:28:00.195293 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:28:00.202623 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Usage tracker for resource:router and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:28:00.206679 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:28:00.212244 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7390986c-9615-4837-8566-9702ade9a740 req-4ec5c645-7e01-451c-b40b-93d0691ef34e tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946186 Nov 10 21:28:00.239865 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:28:00.272701 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25759'] for router, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:00.276055 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25748'] for router, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:00.319950 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:00.476644 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76eb6282-be4c-5954-9eb3-907f01c351d6-87071b68-a385-4b22-ad1c-e59f348525a6', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947'}]}} from dv-cinder-817261-1-smb. {{(pid=82878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 10 21:28:00.478352 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:00.497860 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:00.747507 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Allocated IP 172.20.0.2 (87071b68-a385-4b22-ad1c-e59f348525a6/dfce4b41-9158-439d-8322-ce9b4f832947/a49b9ae3-fafa-4c62-b625-a71a57966c99) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:00.837168 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:00.890920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:01.115357 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:01.153616 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Transition to ACTIVE for port object a49b9ae3-fafa-4c62-b625-a71a57966c99 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:01.177149 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Allocated IP 172.28.3.68 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/414ee555-6d4d-4987-b1e2-0a1ff1eba044) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:01.185514 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Transition to ACTIVE for port object a49b9ae3-fafa-4c62-b625-a71a57966c99 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:01.194007 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:01.209388 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:01.404846 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Network 87071b68-a385-4b22-ad1c-e59f348525a6 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:01.410007 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Resources bound (agent type, host, resource id): {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:01.416240 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:01.419007 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Pushing event updated for resources: {'Port': ['ID=a49b9ae3-fafa-4c62-b625-a71a57966c99,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:01.450076 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:01.472785 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.473457 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.473984 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.474469 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.474947 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.475425 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.475918 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.477290 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.477869 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.478361 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.478839 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:01.506382 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:01.511366 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:01.532635 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9321bf3f-b7bd-4435-b4b5-079ac9ddf70d tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:01.564525 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Attempting to bind port a49b9ae3-fafa-4c62-b625-a71a57966c99 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:28:01.564920 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Attempting to bind port a49b9ae3-fafa-4c62-b625-a71a57966c99 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:28:01.565801 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Attempting to bind port a49b9ae3-fafa-4c62-b625-a71a57966c99 on network 87071b68-a385-4b22-ad1c-e59f348525a6 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:28:01.583949 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:28:01.584511 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Checking segment: {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:28:01.585064 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:01.585574 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Bound using segment: {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:28:01.586352 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Bound port: a49b9ae3-fafa-4c62-b625-a71a57966c99, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:28:01.586844 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:01.669435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:01.691500 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:01.695802 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:01.732894 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e756a7-02fd-4751-a6fb-e86219227963 req-50af6552-7de2-43c4-b57d-7c033aa898eb tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:01.734488 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c5e756a7-02fd-4751-a6fb-e86219227963 req-50af6552-7de2-43c4-b57d-7c033aa898eb tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.1739202 Nov 10 21:28:01.764218 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Pushing event updated for resources: {'Port': ['ID=414ee555-6d4d-4987-b1e2-0a1ff1eba044,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:01.768015 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:01.803778 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] For port a49b9ae3-fafa-4c62-b625-a71a57966c99, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:01.809926 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] For port a49b9ae3-fafa-4c62-b625-a71a57966c99, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a49b9ae3-fafa-4c62-b625-a71a57966c99,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:01.812195 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c5e756a7-02fd-4751-a6fb-e86219227963 req-361df673-47e7-4bd4-86f1-32797cdfa08d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645604 Nov 10 21:28:01.830510 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:01.836828 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:01.864327 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779a63b-a919-4c0f-81a7-bf2f5b87f632 req-a8d8f6e8-c873-491a-87cd-6672c5b82bff tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:01.865946 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a779a63b-a919-4c0f-81a7-bf2f5b87f632 req-a8d8f6e8-c873-491a-87cd-6672c5b82bff tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.3407345 Nov 10 21:28:01.934603 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Pushing event updated for resources: {'Port': ['ID=a49b9ae3-fafa-4c62-b625-a71a57966c99,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:01.945053 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2617278a-3c1f-4270-9e35-d0bf2e9edb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:02.038865 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a779a63b-a919-4c0f-81a7-bf2f5b87f632 req-7cf17d40-bf9e-4b92-ba20-92e65231b862 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519551 Nov 10 21:28:02.082388 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:02.083401 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677'] for router, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:02.473621 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 is scheduled to L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 with binding_index 1 {{(pid=82876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:28:02.857328 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:28:02.871552 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Sync routers for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:28:02.921275 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:02.925990 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:27:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:02.930813 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Notify callbacks [] for router, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:02.933230 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7518234 Nov 10 21:28:02.936294 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42492) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:28:03.439340 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a49b9ae3-fafa-4c62-b625-a71a57966c99 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:03.596833 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02786ba-30b0-4d7b-8548-522bc8515d03 None None] Network 87071b68-a385-4b22-ad1c-e59f348525a6 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:28:03.679412 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c03d5d-4001-4903-bebc-cc2eeab80bff req-2fbcd5e1-9e9d-4f45-8156-aa2ac5e63d8f tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:03.683523 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-18c03d5d-4001-4903-bebc-cc2eeab80bff req-2fbcd5e1-9e9d-4f45-8156-aa2ac5e63d8f tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.2116420 Nov 10 21:28:03.799276 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c08c-6b9c-4f4d-8289-da366b8bf103 req-4c97ed72-a8bd-4859-9e7a-a8490433eae9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:03.807786 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4e18c08c-6b9c-4f4d-8289-da366b8bf103 req-4c97ed72-a8bd-4859-9e7a-a8490433eae9 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.6934493 Nov 10 21:28:03.812022 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-18c03d5d-4001-4903-bebc-cc2eeab80bff req-011b96fe-1702-44ba-864e-6f7f37875a32 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217914 Nov 10 21:28:03.902967 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4e18c08c-6b9c-4f4d-8289-da366b8bf103 req-534dc88d-654c-4ca7-ac26-1491d40af989 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940902 Nov 10 21:28:03.922150 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-5eae093a-c757-49b4-8f32-a7916d3d7e6c None None] Provisioning for port a49b9ae3-fafa-4c62-b625-a71a57966c99 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:03.966544 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:04.017375 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port a49b9ae3-fafa-4c62-b625-a71a57966c99 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:04.216177 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port a49b9ae3-fafa-4c62-b625-a71a57966c99 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:04.217280 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:04.807251 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:04.928485 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port a49b9ae3-fafa-4c62-b625-a71a57966c99, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a49b9ae3-fafa-4c62-b625-a71a57966c99,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:04.941457 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:01Z', 'revision_number': 3, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:04.953131 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Checking router: 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:28:04.953131 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Updating router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 port 414ee555-6d4d-4987-b1e2-0a1ff1eba044 binding host dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:28:05.025169 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:05.060024 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:05.266697 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ee4d-3dc3-420d-8b1d-0b412601ab0c req-1618da50-9f73-4623-90f8-81f540e358fd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:05.280524 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-05f1ee4d-3dc3-420d-8b1d-0b412601ab0c req-1618da50-9f73-4623-90f8-81f540e358fd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1958168 Nov 10 21:28:05.310874 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:05.345722 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-05f1ee4d-3dc3-420d-8b1d-0b412601ab0c req-5991042f-f405-4b64-97db-1f9f13808e19 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637228 Nov 10 21:28:05.409018 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-4549af7c-a288-4a6f-acfc-676d56b82bd8 None None] Provisioning complete for port a49b9ae3-fafa-4c62-b625-a71a57966c99 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:05.409574 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4549af7c-a288-4a6f-acfc-676d56b82bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:05.592256 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:28:05.593139 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:05.647338 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=a49b9ae3-fafa-4c62-b625-a71a57966c99,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:05.662686 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:05.736561 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46d9f-875a-498b-813c-bf6c846864c5 req-f5575b5e-d6d9-46e2-b71c-70bf4545de40 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:05.738303 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8fd46d9f-875a-498b-813c-bf6c846864c5 req-f5575b5e-d6d9-46e2-b71c-70bf4545de40 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.3369656 Nov 10 21:28:05.885372 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8fd46d9f-875a-498b-813c-bf6c846864c5 req-7d46ccf2-1c4b-4f5c-a0bc-914a88994d1d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329277 Nov 10 21:28:06.038878 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Allocated IP 172.20.0.1 (87071b68-a385-4b22-ad1c-e59f348525a6/dfce4b41-9158-439d-8322-ce9b4f832947/6caab501-ab9d-4f58-998b-10d00da216cb) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:06.342872 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:06.373588 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:06.380281 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Transition to ACTIVE for port object 6caab501-ab9d-4f58-998b-10d00da216cb will not be triggered until provisioned by entity DHCP. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:06.393915 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Transition to ACTIVE for port object 414ee555-6d4d-4987-b1e2-0a1ff1eba044 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:06.450274 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:06.456758 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:06.457769 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:06.464768 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:06.608881 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Network 87071b68-a385-4b22-ad1c-e59f348525a6 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:06.614967 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:06.631103 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Pushing event updated for resources: {'Port': ['ID=6caab501-ab9d-4f58-998b-10d00da216cb,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:06.636237 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:06.637456 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:06.686418 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed949108-d402-4735-8d17-37b5b09bde57 None None] Pushing event updated for resources: {'Port': ['ID=414ee555-6d4d-4987-b1e2-0a1ff1eba044,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:06.704532 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ed949108-d402-4735-8d17-37b5b09bde57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:06.709108 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Attempting to bind port 414ee555-6d4d-4987-b1e2-0a1ff1eba044 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:28:06.709746 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Attempting to bind port 414ee555-6d4d-4987-b1e2-0a1ff1eba044 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:28:06.710341 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Attempting to bind port 414ee555-6d4d-4987-b1e2-0a1ff1eba044 on network e5e6204f-b15f-4aba-96e4-6e2896ad2afd {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:28:06.765929 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:28:06.766557 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:28:06.767232 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:06.767912 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Bound using segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:28:06.785494 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Bound port: 414ee555-6d4d-4987-b1e2-0a1ff1eba044, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:28:06.786147 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:06.861318 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:06.997730 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134bfb4-d27e-47ca-ba38-c250879a9b3b req-91b01f0b-2034-4465-ba9b-8150e3e8073a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:07.012660 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4134bfb4-d27e-47ca-ba38-c250879a9b3b req-91b01f0b-2034-4465-ba9b-8150e3e8073a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.2612119 Nov 10 21:28:07.103569 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] For port 414ee555-6d4d-4987-b1e2-0a1ff1eba044, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:07.112576 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] For port 414ee555-6d4d-4987-b1e2-0a1ff1eba044, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=414ee555-6d4d-4987-b1e2-0a1ff1eba044,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:07.119192 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4134bfb4-d27e-47ca-ba38-c250879a9b3b req-e3c425f8-c0a5-4430-88af-f3f386c3e671 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012075 Nov 10 21:28:07.132985 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:07.158510 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:07.200665 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:07.343745 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed949108-d402-4735-8d17-37b5b09bde57 None None] Pushing event updated for resources: {'Port': ['ID=414ee555-6d4d-4987-b1e2-0a1ff1eba044,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:07.355617 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a49b9ae3-fafa-4c62-b625-a71a57966c99 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:07.388133 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ed949108-d402-4735-8d17-37b5b09bde57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:07.408994 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-caa48c18-0045-47da-9b9e-b168fca19d5f None None] Provisioning for port 6caab501-ab9d-4f58-998b-10d00da216cb completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:07.420654 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:07.421723 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:27:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:07.693879 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-caa48c18-0045-47da-9b9e-b168fca19d5f None None] Provisioning complete for port 6caab501-ab9d-4f58-998b-10d00da216cb triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:07.695391 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-caa48c18-0045-47da-9b9e-b168fca19d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:07.750156 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32f5cf-7704-47da-88f5-0774e7adf2db req-ce1c96f1-d7fd-4bbe-b21d-eb157389fe7f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:07.753563 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:07.758062 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5f32f5cf-7704-47da-88f5-0774e7adf2db req-ce1c96f1-d7fd-4bbe-b21d-eb157389fe7f tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.4003506 Nov 10 21:28:07.828642 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:07.862853 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5f32f5cf-7704-47da-88f5-0774e7adf2db req-e2c68a3c-d79d-4877-a043-259f08b279db tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027811 Nov 10 21:28:07.864385 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:07.935273 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:07.962452 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-caa48c18-0045-47da-9b9e-b168fca19d5f None None] Port 6caab501-ab9d-4f58-998b-10d00da216cb cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:28:07.967587 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port a49b9ae3-fafa-4c62-b625-a71a57966c99 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:07.968142 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:08.222563 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1565935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400967'] for router_interface, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:08.251130 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Pushing event updated for resources: {'Port': ['ID=6caab501-ab9d-4f58-998b-10d00da216cb,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:08.257890 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:08.438670 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 1, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:08.451813 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3947d8-3d35-489a-9111-de91e22fd734 None None] The sync data for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb is: [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 1, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:28:08.506212 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Network 87071b68-a385-4b22-ad1c-e59f348525a6 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:08.507694 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:08.622516 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35f9f6-9c1d-448a-accf-a3944998fcd0 req-4056c0a9-0203-464a-a198-86d595d3a7b3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:08.624085 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8e35f9f6-9c1d-448a-accf-a3944998fcd0 req-4056c0a9-0203-464a-a198-86d595d3a7b3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1276495 Nov 10 21:28:08.719353 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8e35f9f6-9c1d-448a-accf-a3944998fcd0 req-a67986d4-6901-41ff-bf55-9325c2265730 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819066 Nov 10 21:28:09.031321 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-ba517957-2276-40d8-ab81-057d81547d32 None None] Provisioning complete for port 6caab501-ab9d-4f58-998b-10d00da216cb triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:09.032047 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ba517957-2276-40d8-ab81-057d81547d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:09.168783 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-ba517957-2276-40d8-ab81-057d81547d32 None None] Port 6caab501-ab9d-4f58-998b-10d00da216cb cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:28:09.361387 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c06d8-7113-4f36-b4f3-add5b439ec7d req-5280eaf5-f27f-4557-b978-3c7986a30fe0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:09.374759 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b92c06d8-7113-4f36-b4f3-add5b439ec7d req-5280eaf5-f27f-4557-b978-3c7986a30fe0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.2096858 Nov 10 21:28:09.445891 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:28:09.461372 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b92c06d8-7113-4f36-b4f3-add5b439ec7d req-8a5f40ce-a0a4-47c0-9b6a-288467fca670 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845189 Nov 10 21:28:09.833067 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:28:09.843533 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] 10.222.0.70 "PUT /v2.0/routers/3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9044857 Nov 10 21:28:10.080262 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635abb8-cf3d-4cea-b422-f3356e9118c0 req-36c52bee-1e70-4d41-9a9b-61d4ca2425ce tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:10.085677 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1635abb8-cf3d-4cea-b422-f3356e9118c0 req-36c52bee-1e70-4d41-9a9b-61d4ca2425ce tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1473637 Nov 10 21:28:10.172533 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1635abb8-cf3d-4cea-b422-f3356e9118c0 req-a8cc49ce-523f-47ab-bf15-c30b4ce52e17 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769956 Nov 10 21:28:10.883542 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e96e9f-2d6b-4b85-8fa7-b24f4f692f09 req-42b3b2d4-b028-4101-9790-9cc7b5473f18 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:10.886569 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-45e96e9f-2d6b-4b85-8fa7-b24f4f692f09 req-42b3b2d4-b028-4101-9790-9cc7b5473f18 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.1591899 Nov 10 21:28:10.971779 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-45e96e9f-2d6b-4b85-8fa7-b24f4f692f09 req-b5eda355-dd4a-4331-9bed-4eee9333cd97 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759482 Nov 10 21:28:11.130641 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42540) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:28:11.136451 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1825846824-network', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:28:11.142352 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:28:11.147733 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Usage tracker for resource:network and tenant:adb25e77e39e4bf193036324b87737fa is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:28:11.163541 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:28:11.186975 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:28:11.222060 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Made reservation on behalf of adb25e77e39e4bf193036324b87737fa for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:11.230582 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.245803 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e9eb4-29fa-4f1a-b1bd-ac75f9670123 req-971d1339-d2c8-4ae5-8ced-ff33b249e3ee tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.249528 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-055e9eb4-29fa-4f1a-b1bd-ac75f9670123 req-971d1339-d2c8-4ae5-8ced-ff33b249e3ee tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.1384714 Nov 10 21:28:11.250369 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.291462 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 414ee555-6d4d-4987-b1e2-0a1ff1eba044 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:11.321241 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-055e9eb4-29fa-4f1a-b1bd-ac75f9670123 req-af6b223e-39f6-4379-8482-66f724cde2ba tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605302 Nov 10 21:28:11.336393 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:28:11.351114 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Usage tracker for resource:security_group_rule and tenant:adb25e77e39e4bf193036324b87737fa is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:28:11.359049 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:28:11.373367 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:28:11.414719 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 414ee555-6d4d-4987-b1e2-0a1ff1eba044 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:11.423637 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 414ee555-6d4d-4987-b1e2-0a1ff1eba044 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:11.424215 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.533833 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.545838 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.551250 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-86547abc-5326-404d-a4dc-110fd9e12112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:11.602048 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:28:11.624926 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f2ba-0707-4726-b56f-143bb81efd0e req-90eb1fd7-0eff-4c0f-9502-d2662a77f236 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.627309 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4d69f2ba-0707-4726-b56f-143bb81efd0e req-90eb1fd7-0eff-4c0f-9502-d2662a77f236 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.2004070 Nov 10 21:28:11.632632 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2b3e5e-12c8-4a86-8974-4472d5b61ec1,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:11.639010 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:11.645179 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.645990 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.segments_db [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Added segment 6be672d6-c170-4793-a8d6-e38caa9e486b of type vlan for network ef01c041-6a52-4d6b-952c-f8be2d85a031 Nov 10 21:28:11.672925 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.703919 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port 414ee555-6d4d-4987-b1e2-0a1ff1eba044, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=414ee555-6d4d-4987-b1e2-0a1ff1eba044,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:11.711164 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.714671 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0c0daa66-bad7-4320-bbd1-2c4703bed68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:11.755951 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737945811438'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.787636 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4d69f2ba-0707-4726-b56f-143bb81efd0e req-73f6ef9d-2c49-490f-8d94-4bfab8093f24 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393747 Nov 10 21:28:11.825634 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:28:11.825818 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.826185 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.832428 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:11.834463 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:11.850072 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=414ee555-6d4d-4987-b1e2-0a1ff1eba044,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:11.856264 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:12.045563 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Pushing event updated for resources: {'Network': ['ID=ef01c041-6a52-4d6b-952c-f8be2d85a031,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:12.056786 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9209659 Nov 10 21:28:12.056786 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:12.058725 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42548) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:28:12.082451 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Request body: {'subnet': {'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1825846824-subnet', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'ip_version': 4}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:28:12.083979 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Network ef01c041-6a52-4d6b-952c-f8be2d85a031 details requested by agent ovs-agent-dv-cinder-817261-1-smb with host dv-cinder-817261-1-smb {{(pid=82878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 10 21:28:12.093015 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:28:12.103369 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Usage tracker for resource:subnet and tenant:adb25e77e39e4bf193036324b87737fa is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:28:12.111843 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:28:12.127469 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:28:12.155687 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Made reservation on behalf of adb25e77e39e4bf193036324b87737fa for: {'subnet': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:12.166129 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3719105'] for subnet, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:12.336290 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:12.371248 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'port_id': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'mac_address': 'fa:16:3e:d0:d9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:28:12.531434 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:12.552779 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a225b6d-6f59-4ab2-a7dc-ffd5efe349bb req-ed64ccb3-98cb-4238-b59d-cb3432fc9761 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:12.557923 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9a225b6d-6f59-4ab2-a7dc-ffd5efe349bb req-ed64ccb3-98cb-4238-b59d-cb3432fc9761 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 944 time: 0.2316656 Nov 10 21:28:12.566206 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c7eea9-fa5f-4e69-866b-22604e2c346b {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:12.585985 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:12.591940 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:12.595064 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:12.644192 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9a225b6d-6f59-4ab2-a7dc-ffd5efe349bb req-457ec111-ae6b-44af-ac79-3c8d7f77fcb6 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757344 Nov 10 21:28:12.671917 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=9']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:12.676255 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:12.822341 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3579708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3719127'] for subnet, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:12.836801 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:12.871004 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['88c7eea9-fa5f-4e69-866b-22604e2c346b'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:28:12.880283 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1405e4-3e23-4ac4-8590-0fba80162a01 req-fe4c32f3-0194-461f-b6be-77dc439dbf94 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:12.881928 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6f1405e4-3e23-4ac4-8590-0fba80162a01 req-fe4c32f3-0194-461f-b6be-77dc439dbf94 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.3828206 Nov 10 21:28:12.942273 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-831fd613-8066-48a0-9791-957b03a5af08 req-cae7c4b9-73cb-471a-aead-9e7b375ad00c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 1099 time: 0.3762264 Nov 10 21:28:12.947027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6491151-9822-43fe-8e92-96735c558511,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:12.953478 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:13.133516 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92198f9e-1410-4478-9f4b-bb90e411cd13 req-04ce78f0-633f-4f66-abbb-e43a11d0c457 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:13.135100 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-92198f9e-1410-4478-9f4b-bb90e411cd13 req-04ce78f0-633f-4f66-abbb-e43a11d0c457 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.2214274 Nov 10 21:28:13.173694 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6f1405e4-3e23-4ac4-8590-0fba80162a01 req-045747f9-893d-40d4-9fd2-366d46f3eb49 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663102 Nov 10 21:28:13.229044 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Checking segment: {'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:28:13.229693 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Network hostable DHCP agents. Network: ef01c041-6a52-4d6b-952c-f8be2d85a031, hostable agents: ['90f11d79-c64d-4ebc-801f-4173aeff4ab8'], hosted agents: [] {{(pid=82876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:28:13.273450 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-92198f9e-1410-4478-9f4b-bb90e411cd13 req-7131f8c7-fe2f-4b43-b494-549d805d5675 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263618 Nov 10 21:28:13.316604 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd613-8066-48a0-9791-957b03a5af08 req-d58ce7b0-f0bd-4958-814f-51151204e9d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:13.318427 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 414ee555-6d4d-4987-b1e2-0a1ff1eba044 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:13.318922 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-831fd613-8066-48a0-9791-957b03a5af08 req-d58ce7b0-f0bd-4958-814f-51151204e9d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 913 time: 0.3644114 Nov 10 21:28:13.426600 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Network ef01c041-6a52-4d6b-952c-f8be2d85a031 is scheduled to be hosted by DHCP agent 90f11d79-c64d-4ebc-801f-4173aeff4ab8 with binding_index 1 {{(pid=82876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:28:13.447993 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 414ee555-6d4d-4987-b1e2-0a1ff1eba044 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:13.448903 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:13.465340 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-smb, ef01c041-6a52-4d6b-952c-f8be2d85a031) {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:13.475968 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:13.476871 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:13.491339 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71350c-96fe-4e04-94c8-51085ca58d3f None None] Network ef01c041-6a52-4d6b-952c-f8be2d85a031 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:28:13.519576 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-831fd613-8066-48a0-9791-957b03a5af08 req-b793f747-98b5-43e8-bbfe-ed0d638a77af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b06391e3-220a-475e-902a-1f39f448e607 HTTP/1.1" status: 200 len: 1001 time: 0.1915102 Nov 10 21:28:13.564077 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-0f24e160-c192-495b-9177-1a9e06ba3a10 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5038211 Nov 10 21:28:13.568081 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42558) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:28:13.579440 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:28:13.588751 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:28:13.599147 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Usage tracker for resource:router and tenant:adb25e77e39e4bf193036324b87737fa is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:28:13.607599 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:28:13.618337 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:28:13.629384 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd613-8066-48a0-9791-957b03a5af08 req-c00a1ea8-98e5-4008-9b2e-84b790ef3344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:13.631017 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-831fd613-8066-48a0-9791-957b03a5af08 req-c00a1ea8-98e5-4008-9b2e-84b790ef3344 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.1055264 Nov 10 21:28:13.672033 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25759'] for router, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:13.674980 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25748'] for router, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:13.725914 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:13.785781 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-831fd613-8066-48a0-9791-957b03a5af08 req-c433409c-d9ee-4f75-86cc-63ab43e4e78a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1478193 Nov 10 21:28:13.820176 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:13.957509 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76eb6282-be4c-5954-9eb3-907f01c351d6-ef01c041-6a52-4d6b-952c-f8be2d85a031', 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'fixed_ips': [{'subnet_id': 'e6491151-9822-43fe-8e92-96735c558511'}]}} from dv-cinder-817261-1-smb. {{(pid=82878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 10 21:28:13.958329 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:14.083838 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 88c7eea9-fa5f-4e69-866b-22604e2c346b triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:14.083838 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:14.343159 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Allocated IP 172.20.0.2 (ef01c041-6a52-4d6b-952c-f8be2d85a031/e6491151-9822-43fe-8e92-96735c558511/ab81c73b-e44c-4996-8dd3-3aa38abd4cff) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:14.395714 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399616', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-397197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25730'] for router, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:14.416647 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:14.431608 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-831fd613-8066-48a0-9791-957b03a5af08 req-fc802671-a34d-4dd7-9b09-4b593f82a119 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276647 Nov 10 21:28:14.508304 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f452e-4b3d-45de-ae53-2c632bd778ca req-bb443a25-c384-46b5-81d9-a690c4e1aba0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.511049 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-339f452e-4b3d-45de-ae53-2c632bd778ca req-bb443a25-c384-46b5-81d9-a690c4e1aba0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 945 time: 0.6078842 Nov 10 21:28:14.628709 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ec047-fd24-4e56-be1a-4225ff3cfeee req-666ff1fd-5cd2-4e1a-b992-917e74906fac tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.630166 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:14.633459 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-842ec047-fd24-4e56-be1a-4225ff3cfeee req-666ff1fd-5cd2-4e1a-b992-917e74906fac tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1528530 Nov 10 21:28:14.719194 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-339f452e-4b3d-45de-ae53-2c632bd778ca req-5e36b7f5-9941-48ee-a963-d62913dd1165 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558568 Nov 10 21:28:14.722951 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-831fd613-8066-48a0-9791-957b03a5af08 req-0ddfebd4-9fcc-45f7-aeda-fedb82280b2d service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825215 Nov 10 21:28:14.726343 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-842ec047-fd24-4e56-be1a-4225ff3cfeee req-a41199f9-4f50-4d85-b037-ad0c7a9f86ee tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808284 Nov 10 21:28:14.731952 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:14.758915 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:14.763412 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:14.801295 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:14.898780 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Transition to ACTIVE for port object ab81c73b-e44c-4996-8dd3-3aa38abd4cff will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:14.917195 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'code': 200} Nov 10 21:28:14.966027 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Transition to ACTIVE for port object ab81c73b-e44c-4996-8dd3-3aa38abd4cff will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:14.973217 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=10']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:14.978142 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:14.980039 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:14.987649 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8d10d445-4cfb-4fa3-93bd-b2f22c6afc99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:15.002175 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:15.049709 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:15.095521 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Network ef01c041-6a52-4d6b-952c-f8be2d85a031 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:15.107125 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Resources bound (agent type, host, resource id): {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:15.124609 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:15.211709 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Pushing event updated for resources: {'Port': ['ID=ab81c73b-e44c-4996-8dd3-3aa38abd4cff,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:15.224371 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:15.224793 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d781c5-c31b-4d42-ac86-fcded0f73e8f req-cce3a5d1-0c72-47d6-a205-98275ef8e6ff tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:15.229722 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d5d781c5-c31b-4d42-ac86-fcded0f73e8f req-cce3a5d1-0c72-47d6-a205-98275ef8e6ff tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.2572353 Nov 10 21:28:15.315814 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Attempting to bind port ab81c73b-e44c-4996-8dd3-3aa38abd4cff on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:28:15.316835 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Attempting to bind port ab81c73b-e44c-4996-8dd3-3aa38abd4cff by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:28:15.317717 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Attempting to bind port ab81c73b-e44c-4996-8dd3-3aa38abd4cff on network ef01c041-6a52-4d6b-952c-f8be2d85a031 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:28:15.324050 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d5d781c5-c31b-4d42-ac86-fcded0f73e8f req-9739a5a9-771a-4051-af72-b8d55a30fcac tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892327 Nov 10 21:28:15.334310 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:28:15.334955 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Checking segment: {'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:28:15.335847 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:15.336539 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Bound using segment: {'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:28:15.337483 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Bound port: ab81c73b-e44c-4996-8dd3-3aa38abd4cff, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:28:15.338070 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:15.356988 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Allocated IP 172.28.3.18 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/cce112ac-b603-464b-92d5-212534d25e2d) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:15.486695 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] For port ab81c73b-e44c-4996-8dd3-3aa38abd4cff, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:15.491065 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] For port ab81c73b-e44c-4996-8dd3-3aa38abd4cff, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=ab81c73b-e44c-4996-8dd3-3aa38abd4cff,segment=NetworkSegment(6be672d6-c170-4793-a8d6-e38caa9e486b),segment_id=6be672d6-c170-4793-a8d6-e38caa9e486b)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:15.498004 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:15.511862 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:15.561802 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e1951e57-1493-4e48-9d57-b7af389d5555 req-e4dffc04-d374-480a-b27a-d1ae8b6e79db service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 1100 time: 0.2864513 Nov 10 21:28:15.675599 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Pushing event updated for resources: {'Port': ['ID=ab81c73b-e44c-4996-8dd3-3aa38abd4cff,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:15.680072 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:15.711154 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e1951e57-1493-4e48-9d57-b7af389d5555 req-3a4c99de-be31-4575-828c-c322234101ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387260 Nov 10 21:28:15.719893 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:15.761101 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:15.765736 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7f00e3de-50f6-47a9-829d-6a8a6c969ec2 tempest-AttachVolumeNegativeTest-65755436 tempest-AttachVolumeNegativeTest-65755436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:15.919044 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:15.930879 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:15.946394 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:16.117029 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Pushing event updated for resources: {'Port': ['ID=cce112ac-b603-464b-92d5-212534d25e2d,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:16.138665 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:16.166404 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca14bb-a4e4-41e4-b0fc-253ca413efba req-94e0c48f-c011-4d12-bef5-e6f4499867f0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.167981 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-eeca14bb-a4e4-41e4-b0fc-253ca413efba req-94e0c48f-c011-4d12-bef5-e6f4499867f0 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 947 time: 0.0996308 Nov 10 21:28:16.222263 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-eeca14bb-a4e4-41e4-b0fc-253ca413efba req-5752b092-80a8-48a5-a267-2a0f56d48635 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482244 Nov 10 21:28:16.367435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab94bc-26b3-4f8e-8f67-11f61ec4ac62 req-873a9166-b039-4ab9-acf6-1d26819072dc tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.370155 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2cab94bc-26b3-4f8e-8f67-11f61ec4ac62 req-873a9166-b039-4ab9-acf6-1d26819072dc tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.3402774 Nov 10 21:28:16.486376 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2cab94bc-26b3-4f8e-8f67-11f61ec4ac62 req-78b16e7e-4863-4f68-ba2c-ad0495a3e3b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043310 Nov 10 21:28:16.550112 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:16.551467 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-397190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399677'] for router, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:16.864374 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2724e-c090-4f88-93a2-eaa8f2be14aa None None] Network ef01c041-6a52-4d6b-952c-f8be2d85a031 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:28:16.967808 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1628c5-6652-40e7-8ece-952fa996d1cb req-1401817f-1daf-426c-b326-90ccc95d2218 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.983554 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a is scheduled to L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 with binding_index 1 {{(pid=82876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:28:16.990526 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7b1628c5-6652-40e7-8ece-952fa996d1cb req-1401817f-1daf-426c-b326-90ccc95d2218 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.2248216 Nov 10 21:28:17.062150 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-68e772ee-6ea5-4a18-95c3-c6ce049e479d None None] Provisioning for port ab81c73b-e44c-4996-8dd3-3aa38abd4cff completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:17.170693 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7b1628c5-6652-40e7-8ece-952fa996d1cb req-db81b65f-058a-48f5-91f1-6de8c2fd7964 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785555 Nov 10 21:28:17.371592 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device ab81c73b-e44c-4996-8dd3-3aa38abd4cff up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:17.529409 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port ab81c73b-e44c-4996-8dd3-3aa38abd4cff completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:17.535975 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port ab81c73b-e44c-4996-8dd3-3aa38abd4cff triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:17.536407 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:17.597848 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743af352-55bd-4aa8-b7e8-6708d24ddf43 req-67c98775-7a8d-43d1-a004-c25eb1995641 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:17.599413 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-743af352-55bd-4aa8-b7e8-6708d24ddf43 req-67c98775-7a8d-43d1-a004-c25eb1995641 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 947 time: 0.1337559 Nov 10 21:28:17.673711 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-743af352-55bd-4aa8-b7e8-6708d24ddf43 req-98439a59-d790-4e74-a7df-2721924d3f33 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669856 Nov 10 21:28:17.676832 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:28:17.694065 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Sync routers for ids ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:28:17.735369 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Routers {'9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:17.736294 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:27:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:17.739669 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] Notify callbacks [] for router, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:17.741894 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-8d90a090-fb9c-4fd5-9e52-eeae49923d26 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1722414 Nov 10 21:28:17.744903 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42612) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:28:17.825163 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:17.876249 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port ab81c73b-e44c-4996-8dd3-3aa38abd4cff, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=ab81c73b-e44c-4996-8dd3-3aa38abd4cff,segment=NetworkSegment(6be672d6-c170-4793-a8d6-e38caa9e486b),segment_id=6be672d6-c170-4793-a8d6-e38caa9e486b)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:17.883826 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:17.889486 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:17.960171 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Set router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:18.083760 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=ab81c73b-e44c-4996-8dd3-3aa38abd4cff,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:18.111388 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:18.124264 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-24dbb262-ccd4-45a1-9925-d5ae42d612fd None None] Provisioning complete for port ab81c73b-e44c-4996-8dd3-3aa38abd4cff triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:18.125028 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-24dbb262-ccd4-45a1-9925-d5ae42d612fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:18.478221 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:28:16Z', 'revision_number': 3, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port': {'id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:15Z', 'updated_at': '2021-11-10T21:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:18.484712 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Checking router: 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:28:18.485139 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Updating router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a port cce112ac-b603-464b-92d5-212534d25e2d binding host dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:28:18.548004 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:18.630446 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4929c41-7ad1-43e5-b7e7-d06f1fff9dab req-7288a610-fd42-4780-a1ab-79e289c4f4f8 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.633119 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a4929c41-7ad1-43e5-b7e7-d06f1fff9dab req-7288a610-fd42-4780-a1ab-79e289c4f4f8 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.2436187 Nov 10 21:28:18.816955 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a4929c41-7ad1-43e5-b7e7-d06f1fff9dab req-075ef46b-48de-4a3c-80a5-1ca97535793f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726284 Nov 10 21:28:18.930542 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ecf2a-c59a-4490-b86e-e3bdaed9e8ff req-b4adbf68-067c-4e8b-9f45-8cc47fd75859 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.932296 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b91ecf2a-c59a-4490-b86e-e3bdaed9e8ff req-b4adbf68-067c-4e8b-9f45-8cc47fd75859 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 947 time: 0.0934129 Nov 10 21:28:18.972813 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:18.986648 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b91ecf2a-c59a-4490-b86e-e3bdaed9e8ff req-56392da6-dbe6-4bf0-9e30-26914f1b85d2 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483704 Nov 10 21:28:18.991466 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Transition to ACTIVE for port object cce112ac-b603-464b-92d5-212534d25e2d will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:19.004239 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.011220 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-332c061a-937e-4404-b219-5375d721c605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:19.114212 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Pushing event updated for resources: {'Port': ['ID=cce112ac-b603-464b-92d5-212534d25e2d,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:19.117144 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Attempting to bind port cce112ac-b603-464b-92d5-212534d25e2d on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:28:19.117599 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Attempting to bind port cce112ac-b603-464b-92d5-212534d25e2d by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:28:19.117881 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Attempting to bind port cce112ac-b603-464b-92d5-212534d25e2d on network e5e6204f-b15f-4aba-96e4-6e2896ad2afd {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:28:19.131692 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.132119 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.132520 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.132934 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.133333 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.133659 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.133978 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.134290 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.134598 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.134906 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.135223 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:19.138858 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:28:19.139234 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Checking segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:28:19.139627 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.140011 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Bound using segment: {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:28:19.140491 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Bound port: cce112ac-b603-464b-92d5-212534d25e2d, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3284089e-c444-48f8-bff7-166d949674c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:28:19.140910 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.170719 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:19.207922 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.257048 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device ab81c73b-e44c-4996-8dd3-3aa38abd4cff up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:19.262756 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] For port cce112ac-b603-464b-92d5-212534d25e2d, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:19.268981 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] For port cce112ac-b603-464b-92d5-212534d25e2d, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=cce112ac-b603-464b-92d5-212534d25e2d,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:19.275345 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.282639 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-332c061a-937e-4404-b219-5375d721c605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:19.349651 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port ab81c73b-e44c-4996-8dd3-3aa38abd4cff triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:19.350825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.387365 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Pushing event updated for resources: {'Port': ['ID=cce112ac-b603-464b-92d5-212534d25e2d,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:19.394698 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-89ac3f3a-fa49-49e1-a532-add40353fe9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:19.396248 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Routers {'9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:19.397252 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:27:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:19.455467 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Allocated IP 172.20.0.1 (ef01c041-6a52-4d6b-952c-f8be2d85a031/e6491151-9822-43fe-8e92-96735c558511/c3680092-28ea-429c-bd5d-e39acdcbe583) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:19.692521 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] Set router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:19.801401 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.821362 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Transition to ACTIVE for port object c3680092-28ea-429c-bd5d-e39acdcbe583 will not be triggered until provisioned by entity DHCP. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:19.848148 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.854202 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ef323872-b002-4ef3-b088-b2f6a94a8116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:19.923684 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afb6b948-3abe-4dff-94ae-485ea01ba7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:19.936815 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Network ef01c041-6a52-4d6b-952c-f8be2d85a031 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:19.940830 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:19.942966 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Pushing event updated for resources: {'Port': ['ID=c3680092-28ea-429c-bd5d-e39acdcbe583,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:19.945252 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:19.974573 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:20.084295 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:20.147315 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c828b0-76bf-4034-b818-f4f957c94b7b req-812bf4ae-0794-40a3-990c-cb15be996373 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:20.149216 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-68c828b0-76bf-4034-b818-f4f957c94b7b req-812bf4ae-0794-40a3-990c-cb15be996373 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.1514876 Nov 10 21:28:20.155615 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:28:16Z', 'revision_number': 3, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port': {'id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:15Z', 'updated_at': '2021-11-10T21:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:20.164495 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e208063-f1d8-4f30-976f-9f8dfe289af5 None None] The sync data for ids ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'] in dv-cinder-817261-1-smb is: [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:28:16Z', 'revision_number': 3, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port': {'id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:15Z', 'updated_at': '2021-11-10T21:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:28:20.249881 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:20.272168 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-68c828b0-76bf-4034-b818-f4f957c94b7b req-7237b0d7-a368-4a4a-a5aa-c206d100661f tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929508 Nov 10 21:28:20.332409 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-d61fe4f0-375d-42fe-b6ba-e29c5ea20bb0 None None] Provisioning for port c3680092-28ea-429c-bd5d-e39acdcbe583 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:20.339529 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-d61fe4f0-375d-42fe-b6ba-e29c5ea20bb0 None None] Provisioning complete for port c3680092-28ea-429c-bd5d-e39acdcbe583 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:20.339955 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d61fe4f0-375d-42fe-b6ba-e29c5ea20bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:20.434885 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-d61fe4f0-375d-42fe-b6ba-e29c5ea20bb0 None None] Port c3680092-28ea-429c-bd5d-e39acdcbe583 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:28:20.537912 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:20.543103 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:20.569225 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e55d90bc-bf88-4b3b-a765-f26dcbcacecc tempest-ServerRescueNegativeTestJSON-1707862752 tempest-ServerRescueNegativeTestJSON-1707862752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:20.659673 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Pushing event updated for resources: {'Port': ['ID=c3680092-28ea-429c-bd5d-e39acdcbe583,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:20.662440 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1565935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-400967'] for router_interface, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:20.666540 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:20.749017 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:20.852065 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Network ef01c041-6a52-4d6b-952c-f8be2d85a031 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:20.853552 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:21.185679 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-41383e5f-e083-402e-81a9-009f0ac7eb9f None None] Provisioning complete for port c3680092-28ea-429c-bd5d-e39acdcbe583 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:21.186064 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41383e5f-e083-402e-81a9-009f0ac7eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:21.257256 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-41383e5f-e083-402e-81a9-009f0ac7eb9f None None] Port c3680092-28ea-429c-bd5d-e39acdcbe583 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:28:21.276701 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-954fd56d-b09c-4623-9356-cb5452a73dca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1098 time: 0.0889277 Nov 10 21:28:21.375596 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:28:21.473247 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-0adf379a-0b4a-470f-83d3-aa9703bda444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.474714 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-0adf379a-0b4a-470f-83d3-aa9703bda444 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 910 time: 0.1918242 Nov 10 21:28:21.645945 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-4c440415-bdf0-49f7-8a02-48f6a1d09936 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 1001 time: 0.1640451 Nov 10 21:28:21.656791 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c886-9fa3-4fb4-81b9-8f71c5630883 req-c01c7fac-9974-44a1-8f32-e051ac041856 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.658798 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e398c886-9fa3-4fb4-81b9-8f71c5630883 req-c01c7fac-9974-44a1-8f32-e051ac041856 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.2322805 Nov 10 21:28:21.697913 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:28:21.720473 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] 10.222.0.70 "PUT /v2.0/routers/9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9644701 Nov 10 21:28:21.759991 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-11cfaa42-0828-41ee-9b2f-c4231accdc47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.761803 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-11cfaa42-0828-41ee-9b2f-c4231accdc47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 200 len: 847 time: 0.1020467 Nov 10 21:28:21.766705 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e398c886-9fa3-4fb4-81b9-8f71c5630883 req-aecf797c-685d-4a41-8c07-bac1058fd4e7 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750775 Nov 10 21:28:21.847042 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-8e0ed6ed-c195-458e-b418-9dbc059ef147 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e920f296-2b85-4024-9e49-abb581191350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783107 Nov 10 21:28:22.047971 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-32fd5a29-1252-48d1-8aad-0cd2021601e4 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942816 Nov 10 21:28:22.242381 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-45dc198b-6c49-470a-b722-a5bcabfa5f04 req-0a8f1726-3d43-4508-89bf-2d73f24cf803 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877964 Nov 10 21:28:22.907863 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0c9c6b1a-a210-436b-b1cf-4622291bcc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:22.974855 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Sync routers for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:28:23.019584 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:23.034959 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:23.361425 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device cce112ac-b603-464b-92d5-212534d25e2d up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:23.422882 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202680-56cc-442f-a4f4-057a1b669170 req-86f23452-8982-4988-879a-13f2655e5802 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.433199 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9c202680-56cc-442f-a4f4-057a1b669170 req-86f23452-8982-4988-879a-13f2655e5802 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.3258615 Nov 10 21:28:23.508716 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9c202680-56cc-442f-a4f4-057a1b669170 req-46a1dae7-7d1d-4dbe-83a0-339695b03e17 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743446 Nov 10 21:28:23.531915 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:23.618375 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:23.707368 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port cce112ac-b603-464b-92d5-212534d25e2d completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:23.788129 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port cce112ac-b603-464b-92d5-212534d25e2d triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:23.788922 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:24.201123 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-19af8298-83be-46c3-abe1-be668d474015 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1098 time: 0.1580098 Nov 10 21:28:24.264919 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:24.356214 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:24.398938 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port cce112ac-b603-464b-92d5-212534d25e2d, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=cce112ac-b603-464b-92d5-212534d25e2d,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:24.412119 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:24.416163 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ed949108-d402-4735-8d17-37b5b09bde57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:24.520723 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-17ed03ed-8e35-4fa3-9037-b78ba239ad68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:24.524659 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-17ed03ed-8e35-4fa3-9037-b78ba239ad68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 910 time: 0.3009477 Nov 10 21:28:24.550336 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=cce112ac-b603-464b-92d5-212534d25e2d,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:24.565785 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:24.584825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 2, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:24.594089 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Checking router: 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:28:24.594841 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Updating router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 port 6caab501-ab9d-4f58-998b-10d00da216cb binding host dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:28:24.713606 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:25.051341 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-fbbe8048-18ab-454a-ba39-2d7f6883ec0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 1001 time: 0.5141387 Nov 10 21:28:25.160342 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035e5b2-1f57-4fbf-b3fd-56a96f44de3e req-58bce31a-51a1-4d85-a1e3-e8f7a5097626 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:25.162976 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0035e5b2-1f57-4fbf-b3fd-56a96f44de3e req-58bce31a-51a1-4d85-a1e3-e8f7a5097626 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.4109707 Nov 10 21:28:25.231139 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-5b02af6c-1efd-44f9-a53d-815b144c8e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:25.232937 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-5b02af6c-1efd-44f9-a53d-815b144c8e8c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 200 len: 847 time: 0.1722064 Nov 10 21:28:25.321539 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0035e5b2-1f57-4fbf-b3fd-56a96f44de3e req-77b2a4c9-1727-4c25-9609-d77d8149225c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380939 Nov 10 21:28:25.365587 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-b8b94433-a401-4491-b153-3e4be38a978b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e920f296-2b85-4024-9e49-abb581191350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203480 Nov 10 21:28:25.391974 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device cce112ac-b603-464b-92d5-212534d25e2d up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:25.563096 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-ba4a5543-dc02-4999-83d9-de00c6021de2 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893294 Nov 10 21:28:25.626016 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:25.651335 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:25.689342 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Transition to ACTIVE for port object 6caab501-ab9d-4f58-998b-10d00da216cb will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:25.696412 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port cce112ac-b603-464b-92d5-212534d25e2d triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:25.696869 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:25.727219 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:25.741793 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9d5f2cb7-a96d-4837-acd1-1a6683a0f73f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:25.773111 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7ba95947-9b88-42eb-b006-f94b4ef6d260 req-888b6cea-7fec-41c5-a8e6-a50e61849465 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030301 Nov 10 21:28:26.004095 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3974c-157f-4e59-9df8-68623b404b4a None None] Pushing event updated for resources: {'Port': ['ID=6caab501-ab9d-4f58-998b-10d00da216cb,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:26.016452 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c7b3974c-157f-4e59-9df8-68623b404b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:26.385844 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Attempting to bind port 6caab501-ab9d-4f58-998b-10d00da216cb on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:28:26.386445 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Attempting to bind port 6caab501-ab9d-4f58-998b-10d00da216cb by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:28:26.387044 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Attempting to bind port 6caab501-ab9d-4f58-998b-10d00da216cb on network 87071b68-a385-4b22-ad1c-e59f348525a6 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:28:26.417989 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:28:26.418719 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Checking segment: {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:28:26.419278 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:26.420009 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Bound using segment: {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:28:26.420814 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Bound port: 6caab501-ab9d-4f58-998b-10d00da216cb, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:28:26.421446 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:26.617367 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] For port 6caab501-ab9d-4f58-998b-10d00da216cb, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:26.626561 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] For port 6caab501-ab9d-4f58-998b-10d00da216cb, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=6caab501-ab9d-4f58-998b-10d00da216cb,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:26.634645 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:26.640129 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23105a2-5b37-484d-bc5c-e7dd2f30daf7 req-0797a03e-f8b4-4620-846e-1ca0f587e53a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:26.644115 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d23105a2-5b37-484d-bc5c-e7dd2f30daf7 req-0797a03e-f8b4-4620-846e-1ca0f587e53a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.1339567 Nov 10 21:28:26.648633 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4a228c20-5818-49ba-b06a-8f4ff7737939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:26.766980 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d23105a2-5b37-484d-bc5c-e7dd2f30daf7 req-9d16c903-4034-4236-aa8f-c75b30eb0188 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130028 Nov 10 21:28:26.879260 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:26.881044 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:27.080045 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3974c-157f-4e59-9df8-68623b404b4a None None] Pushing event updated for resources: {'Port': ['ID=6caab501-ab9d-4f58-998b-10d00da216cb,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:27.096765 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c7b3974c-157f-4e59-9df8-68623b404b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:27.243769 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Sync routers for ids ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:28:27.253497 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8fc311c9-1208-4e84-9255-1b1a99420e77 req-79368c71-2f13-4402-a43b-b2d13902c74e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2424474 Nov 10 21:28:27.272101 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Routers {'9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:27.275309 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:27.352452 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:27.539181 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 6caab501-ab9d-4f58-998b-10d00da216cb up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:27.563500 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Set router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:27.808585 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port 6caab501-ab9d-4f58-998b-10d00da216cb completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:27.828139 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42662) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:28:27.842629 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 6caab501-ab9d-4f58-998b-10d00da216cb triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:27.843017 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:27.898589 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668392e-7c50-4f16-a474-89cd3a0ff103 req-b4b05935-734e-45d9-a692-435d2972e958 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:27.907698 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device ae62865d-92fc-4946-82ac-6198e0cc03ac no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:28:27.909918 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b668392e-7c50-4f16-a474-89cd3a0ff103 req-b4b05935-734e-45d9-a692-435d2972e958 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.1359353 Nov 10 21:28:27.972809 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b668392e-7c50-4f16-a474-89cd3a0ff103 req-c63c57a5-d6e9-4ace-931c-783d5ee7a3fc tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614836 Nov 10 21:28:28.153063 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-798f1604-49cf-40f8-a9f8-8886a930142c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3229141 Nov 10 21:28:28.193724 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:28.206222 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:26Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:28.210340 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:28.281829 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:28.291635 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e457a5-0e8e-4457-8e63-770fe2ea3045 None None] The sync data for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb is: [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:26Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:28:28.296111 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:28.306193 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:28.318969 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:28.375878 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port 6caab501-ab9d-4f58-998b-10d00da216cb, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=6caab501-ab9d-4f58-998b-10d00da216cb,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:28.391900 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:28.432527 dv-cinder-817261-1-smb neutron-server[82878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'code': 422} returned with failed status Nov 10 21:28:28.448879 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:28:20Z', 'revision_number': 4, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port': {'id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:15Z', 'updated_at': '2021-11-10T21:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'c3680092-28ea-429c-bd5d-e39acdcbe583', 'name': '', 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'mac_address': 'fa:16:3e:5c:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6491151-9822-43fe-8e92-96735c558511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:19Z', 'updated_at': '2021-11-10T21:28:20Z', 'revision_number': 2, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'subnets': [{'id': 'e6491151-9822-43fe-8e92-96735c558511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:28.457193 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Checking router: 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:28:28.457662 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=6']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:28.458564 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Updating router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a port c3680092-28ea-429c-bd5d-e39acdcbe583 binding host dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 10 21:28:28.464619 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:28.465479 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ed949108-d402-4735-8d17-37b5b09bde57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:28.556618 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:28.664598 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=6caab501-ab9d-4f58-998b-10d00da216cb,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:28.679302 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:29.195190 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:29.211301 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Transition to ACTIVE for port object c3680092-28ea-429c-bd5d-e39acdcbe583 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:29.229076 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:29.233344 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:29.364356 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e6b3d-fd3f-44a1-b944-3472f6766302 None None] Pushing event updated for resources: {'Port': ['ID=c3680092-28ea-429c-bd5d-e39acdcbe583,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:29.383575 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 6caab501-ab9d-4f58-998b-10d00da216cb up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:29.397507 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-119e6b3d-fd3f-44a1-b944-3472f6766302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:29.522296 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port 6caab501-ab9d-4f58-998b-10d00da216cb triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:29.522748 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:29.585090 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279a081-06be-4ebf-8650-8d01d190394d req-001e9845-0d89-4dcd-bdfa-05d3f168f7e6 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:29.588796 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c279a081-06be-4ebf-8650-8d01d190394d req-001e9845-0d89-4dcd-bdfa-05d3f168f7e6 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 943 time: 0.3157997 Nov 10 21:28:29.712446 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Attempting to bind port c3680092-28ea-429c-bd5d-e39acdcbe583 on host dv-cinder-817261-1-smb for vnic_type normal with profile {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:28:29.713340 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Attempting to bind port c3680092-28ea-429c-bd5d-e39acdcbe583 by drivers openvswitch,hyperv on host dv-cinder-817261-1-smb at level 0 using segments [{'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:28:29.713340 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Attempting to bind port c3680092-28ea-429c-bd5d-e39acdcbe583 on network ef01c041-6a52-4d6b-952c-f8be2d85a031 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:28:29.730431 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c279a081-06be-4ebf-8650-8d01d190394d req-34f8ee54-ec35-478d-b7d7-b8f9e7995dc0 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321270 Nov 10 21:28:29.738707 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Checking agent: {'id': 'a8e29711-2ebf-49ec-8b7e-c5c72b0fd6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 51), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:28:29.739135 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Checking segment: {'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:28:29.739727 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:29.740338 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Bound using segment: {'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:28:29.740916 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Bound port: c3680092-28ea-429c-bd5d-e39acdcbe583, host: dv-cinder-817261-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be672d6-c170-4793-a8d6-e38caa9e486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:28:29.741995 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:29.904300 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] For port c3680092-28ea-429c-bd5d-e39acdcbe583, host dv-cinder-817261-1-smb, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:29.910096 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] For port c3680092-28ea-429c-bd5d-e39acdcbe583, host dv-cinder-817261-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=c3680092-28ea-429c-bd5d-e39acdcbe583,segment=NetworkSegment(6be672d6-c170-4793-a8d6-e38caa9e486b),segment_id=6be672d6-c170-4793-a8d6-e38caa9e486b)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:29.917129 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:29.930704 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:30.019538 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e6b3d-fd3f-44a1-b944-3472f6766302 None None] Pushing event updated for resources: {'Port': ['ID=c3680092-28ea-429c-bd5d-e39acdcbe583,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:30.023372 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-119e6b3d-fd3f-44a1-b944-3472f6766302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:30.037257 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Routers {'9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:30.038225 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:30.301580 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] Set router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:30.390916 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-f159756f-ec92-46df-865f-e1a42be5c29c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89&tenant_id=7f99890f89564484a6a6b596825cf0a5 HTTP/1.1" status: 200 len: 1096 time: 0.1663992 Nov 10 21:28:30.521058 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-d5dd46f0-947b-4016-b38b-a170e5b50809 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1096 time: 0.1043272 Nov 10 21:28:30.735307 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170f1a-9519-46f6-874c-a9b82238f299 req-6801bdcf-e02b-41c5-ba43-1cf1dbf842b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:30.738725 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-6801bdcf-e02b-41c5-ba43-1cf1dbf842b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 910 time: 0.2107103 Nov 10 21:28:30.889035 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-6da7faa9-1e80-4321-afbc-114d75772647 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 999 time: 0.1392663 Nov 10 21:28:30.909482 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:28:20Z', 'revision_number': 4, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port': {'id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:15Z', 'updated_at': '2021-11-10T21:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'c3680092-28ea-429c-bd5d-e39acdcbe583', 'name': '', 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'mac_address': 'fa:16:3e:5c:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6491151-9822-43fe-8e92-96735c558511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:19Z', 'updated_at': '2021-11-10T21:28:29Z', 'revision_number': 4, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'subnets': [{'id': 'e6491151-9822-43fe-8e92-96735c558511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:30.923922 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da3160-078d-4db7-9324-32d2ff857796 None None] The sync data for ids ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'] in dv-cinder-817261-1-smb is: [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:28:20Z', 'revision_number': 4, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port': {'id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:15Z', 'updated_at': '2021-11-10T21:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'c3680092-28ea-429c-bd5d-e39acdcbe583', 'name': '', 'network_id': 'ef01c041-6a52-4d6b-952c-f8be2d85a031', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'mac_address': 'fa:16:3e:5c:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6491151-9822-43fe-8e92-96735c558511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:19Z', 'updated_at': '2021-11-10T21:28:29Z', 'revision_number': 4, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'subnets': [{'id': 'e6491151-9822-43fe-8e92-96735c558511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:28:31.161296 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170f1a-9519-46f6-874c-a9b82238f299 req-d935aba8-34e3-4c84-bdc7-7453d84b0af9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:31.164339 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-d935aba8-34e3-4c84-bdc7-7453d84b0af9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 200 len: 847 time: 0.2684655 Nov 10 21:28:31.325393 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9884926-318f-4097-b929-4a02e08b9a24 req-2a98f91c-9659-4a1c-b4cd-a37c08305eb3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:31.327772 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b9884926-318f-4097-b929-4a02e08b9a24 req-2a98f91c-9659-4a1c-b4cd-a37c08305eb3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 943 time: 0.2783055 Nov 10 21:28:31.377293 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device c3680092-28ea-429c-bd5d-e39acdcbe583 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:31.466202 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b9884926-318f-4097-b929-4a02e08b9a24 req-959228bd-c29b-49f9-a8bc-a5ddf1bf5645 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292534 Nov 10 21:28:31.490663 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-8772fa8d-3d58-4003-9178-b4f4284f128c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e920f296-2b85-4024-9e49-abb581191350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3163676 Nov 10 21:28:31.557781 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning for port c3680092-28ea-429c-bd5d-e39acdcbe583 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:31.567592 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port c3680092-28ea-429c-bd5d-e39acdcbe583 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:31.568177 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:31.839671 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-3487deae-d499-49a8-9da4-a62f4257c647 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413081 Nov 10 21:28:31.891882 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:31.993181 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] For port c3680092-28ea-429c-bd5d-e39acdcbe583, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=c3680092-28ea-429c-bd5d-e39acdcbe583,segment=NetworkSegment(6be672d6-c170-4793-a8d6-e38caa9e486b),segment_id=6be672d6-c170-4793-a8d6-e38caa9e486b)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:32.025421 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:32.032678 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:32.111892 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82170f1a-9519-46f6-874c-a9b82238f299 req-005e624a-fb71-48c0-a20f-29754658d24a service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639487 Nov 10 21:28:32.182148 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Pushing event updated for resources: {'Port': ['ID=c3680092-28ea-429c-bd5d-e39acdcbe583,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:32.190116 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:32.887782 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a3e42-0889-4ea6-8c1d-7d9cdc7b029f req-5f32cac1-c5f6-4564-9665-6d2644a14032 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:32.890131 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0a3a3e42-0889-4ea6-8c1d-7d9cdc7b029f req-5f32cac1-c5f6-4564-9665-6d2644a14032 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 943 time: 0.1257651 Nov 10 21:28:32.974017 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0a3a3e42-0889-4ea6-8c1d-7d9cdc7b029f req-dbed7885-2dc5-4da0-a446-72a60d076088 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712416 Nov 10 21:28:33.281196 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device c3680092-28ea-429c-bd5d-e39acdcbe583 up at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:33.403320 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Provisioning complete for port c3680092-28ea-429c-bd5d-e39acdcbe583 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:33.403802 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:33.930169 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device ae62865d-92fc-4946-82ac-6198e0cc03ac details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:28:34.124843 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:34.146297 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'port_id': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'mac_address': 'fa:16:3e:39:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:28:34.254577 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:34.295679 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae62865d-92fc-4946-82ac-6198e0cc03ac {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:34.332134 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:34.343396 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:34.346495 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:34.373690 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7aa5-46ba-4d0e-bdac-a78e0e5452de req-ffcff3b0-1e45-46c6-ae1a-d953eef39b2a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.384175 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7efd7aa5-46ba-4d0e-bdac-a78e0e5452de req-ffcff3b0-1e45-46c6-ae1a-d953eef39b2a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 943 time: 0.1275926 Nov 10 21:28:34.441094 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-7efd7aa5-46ba-4d0e-bdac-a78e0e5452de req-4b4eb0cf-1ad1-494c-85f4-db832db53e62 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554991 Nov 10 21:28:34.456953 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=7']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:34.469246 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:34.586303 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['ae62865d-92fc-4946-82ac-6198e0cc03ac'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:28:35.790058 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b2d6f-61b8-41c3-bde1-8ea7a8afd1a6 req-5863ad33-d7ee-4f3e-bd69-acbfe5f3e6f6 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:35.791670 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f49b2d6f-61b8-41c3-bde1-8ea7a8afd1a6 req-5863ad33-d7ee-4f3e-bd69-acbfe5f3e6f6 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 944 time: 0.1245408 Nov 10 21:28:35.862179 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f49b2d6f-61b8-41c3-bde1-8ea7a8afd1a6 req-878cfd33-bf45-450f-baf2-7897046593bc tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590556 Nov 10 21:28:35.941852 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device ae62865d-92fc-4946-82ac-6198e0cc03ac up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:28:36.055972 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port ae62865d-92fc-4946-82ac-6198e0cc03ac triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:36.056236 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:36.262936 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:36.303874 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:36.325239 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:36.333892 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:36.343380 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:36.390829 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'code': 200} Nov 10 21:28:36.432596 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=8']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:36.436825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:36.707186 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-43e33981-f1fb-466e-a2d1-4f8baa1b8ea9 req-8339e36d-c315-42c1-a763-50e5ca10523f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1098 time: 0.0825109 Nov 10 21:28:36.855013 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-43e33981-f1fb-466e-a2d1-4f8baa1b8ea9 req-47a7d462-5b34-45cd-97cb-22c1fe4cac3d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395314 Nov 10 21:28:37.088783 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc7720-16eb-43fa-be27-97e6a0d452f2 req-3868cc23-18b2-4792-bc1d-de76f0715d3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:37.090311 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-63bc7720-16eb-43fa-be27-97e6a0d452f2 req-3868cc23-18b2-4792-bc1d-de76f0715d3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.0862310 Nov 10 21:28:37.145410 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-63bc7720-16eb-43fa-be27-97e6a0d452f2 req-2c090b0e-8af7-4002-bfdb-b81b307361da tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494442 Nov 10 21:28:38.356806 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33a76c-3c43-41e8-bae7-dc49b0c69def req-25abf0b9-8cfa-4ca1-8b17-892a67c21fbe tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.358347 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7e33a76c-3c43-41e8-bae7-dc49b0c69def req-25abf0b9-8cfa-4ca1-8b17-892a67c21fbe tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.0842965 Nov 10 21:28:38.413970 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7e33a76c-3c43-41e8-bae7-dc49b0c69def req-e2cc64f6-1a0b-47ca-8790-c106f90c80ea tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Nov 10 21:28:39.300818 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-9948885d-243e-4caf-90c0-df66a28a00d6 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:39.302115 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-9948885d-243e-4caf-90c0-df66a28a00d6 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 815 time: 0.1554074 Nov 10 21:28:39.318491 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-f226f7c4-a233-4b53-ac61-f7f01268d310 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/quotas/7c05036ae62046d0a69ae953faf8c041 HTTP/1.1" status: 200 len: 375 time: 0.0109951 Nov 10 21:28:39.407410 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-8c4d553c-06fd-48d0-a198-c0baf0103768 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Synchronizing usage tracker for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:28:39.426733 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-8c4d553c-06fd-48d0-a198-c0baf0103768 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Unset dirty status for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:28:39.428253 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-8c4d553c-06fd-48d0-a198-c0baf0103768 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044598 Nov 10 21:28:39.578321 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-218213e5-d096-4ce7-bcbc-d625f8a13b1b service neutron] 10.222.0.70 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379709 Nov 10 21:28:39.729185 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-97db3b89-0582-4bad-a139-26bc988793f6 service neutron] 10.222.0.70 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436884 Nov 10 21:28:39.976928 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-86afa927-6699-4b96-b366-b55b3c1c21c7 req-ed714b40-6cb5-4b67-8183-75db4f23541d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0456474 Nov 10 21:28:41.181429 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5e705def-4f57-425c-93e5-30c46f393046 req-730cca9f-be0f-4b20-a3d9-0c98e461b182 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0554206 Nov 10 21:28:41.201649 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-00b7f817-9ab0-4cdb-8b1c-41e5e664d2e8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:41.203610 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-00b7f817-9ab0-4cdb-8b1c-41e5e664d2e8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Synchronizing usage tracker for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:network {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:28:41.225331 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-00b7f817-9ab0-4cdb-8b1c-41e5e664d2e8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Unset dirty status for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:network {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:28:41.226696 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-00b7f817-9ab0-4cdb-8b1c-41e5e664d2e8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.58 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 815 time: 0.2194712 Nov 10 21:28:41.254444 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'port': {'device_id': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'admin_state_up': True, 'tenant_id': '7c05036ae62046d0a69ae953faf8c041'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:28:41.401715 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:28:41.412974 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:28:41.423618 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Made reservation on behalf of 7c05036ae62046d0a69ae953faf8c041 for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:41.427755 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:41.681960 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Allocated IP 172.20.0.6 (87071b68-a385-4b22-ad1c-e59f348525a6/dfce4b41-9158-439d-8322-ce9b4f832947/e76414f9-bc1c-46e9-b29d-cf14b0dda85c) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:41.963555 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:41.987671 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Transition to ACTIVE for port object e76414f9-bc1c-46e9-b29d-cf14b0dda85c will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:42.018993 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:42.061808 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-536894f5-09a8-42e9-bcb6-31db0f3045f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:42.149997 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Network 87071b68-a385-4b22-ad1c-e59f348525a6 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:42.154590 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:42.157848 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:42.276659 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:42.277873 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:42.340325 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'Port': ['ID=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:42.357582 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:42.365901 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1152387 Nov 10 21:28:42.572010 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-909ceb25-591b-4fa2-b76e-1aadc22046eb None None] Provisioning for port e76414f9-bc1c-46e9-b29d-cf14b0dda85c completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:42.588490 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-909ceb25-591b-4fa2-b76e-1aadc22046eb None None] Provisioning complete for port e76414f9-bc1c-46e9-b29d-cf14b0dda85c triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:42.589212 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-909ceb25-591b-4fa2-b76e-1aadc22046eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:42.589563 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:28:42.644366 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83072963-117c-4372-a192-b3fba9112046 req-0ecc2cb3-d931-4bb3-8b25-8fad3e32c1d2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:42.645175 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-83072963-117c-4372-a192-b3fba9112046 req-0ecc2cb3-d931-4bb3-8b25-8fad3e32c1d2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Synchronizing usage tracker for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:28:42.655624 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-909ceb25-591b-4fa2-b76e-1aadc22046eb None None] Port e76414f9-bc1c-46e9-b29d-cf14b0dda85c cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:28:42.675321 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-83072963-117c-4372-a192-b3fba9112046 req-0ecc2cb3-d931-4bb3-8b25-8fad3e32c1d2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Unset dirty status for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:28:42.676846 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-83072963-117c-4372-a192-b3fba9112046 req-0ecc2cb3-d931-4bb3-8b25-8fad3e32c1d2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.2137959 Nov 10 21:28:42.746571 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-83072963-117c-4372-a192-b3fba9112046 req-f31d57d3-2fb0-49b9-b816-6df4b89439dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Synchronizing usage tracker for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:28:42.784705 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-83072963-117c-4372-a192-b3fba9112046 req-f31d57d3-2fb0-49b9-b816-6df4b89439dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Unset dirty status for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:28:42.786073 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-83072963-117c-4372-a192-b3fba9112046 req-f31d57d3-2fb0-49b9-b816-6df4b89439dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031642 Nov 10 21:28:44.043268 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4c42c-6644-4c5f-8b8d-b74222c75ac9 req-05d59f38-f492-4331-83c9-c4d97215b974 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:44.044753 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-65a4c42c-6644-4c5f-8b8d-b74222c75ac9 req-05d59f38-f492-4331-83c9-c4d97215b974 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.0866959 Nov 10 21:28:44.125792 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-65a4c42c-6644-4c5f-8b8d-b74222c75ac9 req-f474374c-3d1e-4668-908f-78ff2c6c2810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735166 Nov 10 21:28:45.587754 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b87f82-04cd-4217-b171-a9d54d73905a req-a8281eb5-41e1-4cd5-b1d1-6164c5478ff6 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:45.589354 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8b87f82-04cd-4217-b171-a9d54d73905a req-a8281eb5-41e1-4cd5-b1d1-6164c5478ff6 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.1194878 Nov 10 21:28:45.662835 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8b87f82-04cd-4217-b171-a9d54d73905a req-04e876c1-f8c9-4f55-9880-be751b24c37c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656390 Nov 10 21:28:46.885301 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361f5b-3fad-4672-a13d-bb88f451f7b5 req-0a398632-c6b6-4aa4-9ec0-dd0965f40e58 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:46.887059 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8d361f5b-3fad-4672-a13d-bb88f451f7b5 req-0a398632-c6b6-4aa4-9ec0-dd0965f40e58 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.0960236 Nov 10 21:28:46.943621 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8d361f5b-3fad-4672-a13d-bb88f451f7b5 req-276730b5-1c18-4028-908f-03a2e7c9d72d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508978 Nov 10 21:28:48.211706 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09032f97-9112-4d62-ae84-27107bac6f24 req-2c8c791f-97c5-4c38-9275-44440b645ecd tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.213250 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-09032f97-9112-4d62-ae84-27107bac6f24 req-2c8c791f-97c5-4c38-9275-44440b645ecd tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.0975397 Nov 10 21:28:48.301552 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-09032f97-9112-4d62-ae84-27107bac6f24 req-77110b83-2e26-4668-a593-763164f52f3b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780780 Nov 10 21:28:49.583238 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9783ba7-8c7d-45cd-a309-5a9d20da7483 req-89ee21c0-ed1a-42f7-8bdc-08570ef95919 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:49.585110 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a9783ba7-8c7d-45cd-a309-5a9d20da7483 req-89ee21c0-ed1a-42f7-8bdc-08570ef95919 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.1336493 Nov 10 21:28:49.638499 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a9783ba7-8c7d-45cd-a309-5a9d20da7483 req-8ccf005c-d909-4a95-875a-666c383b3b01 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473821 Nov 10 21:28:49.928263 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-878525a5-8633-4054-b19f-3f6ab6cc89e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:50.750964 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:50.881094 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196dda8-d954-4f13-8ad7-7739c5b2390b req-5878e7f2-d35d-410f-954c-8c173f23c12b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:50.883476 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1196dda8-d954-4f13-8ad7-7739c5b2390b req-5878e7f2-d35d-410f-954c-8c173f23c12b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.1066029 Nov 10 21:28:50.962309 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-1196dda8-d954-4f13-8ad7-7739c5b2390b req-53e0c4b0-4ec2-4300-ab20-d0b3a41eba94 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682588 Nov 10 21:28:52.241731 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c769f4e-bc80-41a9-a36d-831acf26cd9f req-4ca1a77c-e0c0-491d-8028-ecf4f4bc91a6 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.242644 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3c769f4e-bc80-41a9-a36d-831acf26cd9f req-4ca1a77c-e0c0-491d-8028-ecf4f4bc91a6 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.0919662 Nov 10 21:28:52.291220 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-3c769f4e-bc80-41a9-a36d-831acf26cd9f req-d1bf8053-2d4f-4db5-9b0a-e062c25b8a81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Nov 10 21:28:52.899444 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-635a1584-c71d-4241-bff8-68d6938adc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:53.138446 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdee319-2afd-4f44-893d-6895cbace830 req-66ae3594-5539-4638-adae-9d068e1c94ba tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.139888 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9bdee319-2afd-4f44-893d-6895cbace830 req-66ae3594-5539-4638-adae-9d068e1c94ba tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 947 time: 0.0865450 Nov 10 21:28:53.191296 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9bdee319-2afd-4f44-893d-6895cbace830 req-b441c00d-b98a-49e6-bdb2-42d0b97a23a2 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451157 Nov 10 21:28:53.246582 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:53.600329 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55210729-64af-4e4c-baca-76b3014e0489 req-4110c7f0-bb84-4876-8fca-3b1ffd85cf99 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.601870 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-55210729-64af-4e4c-baca-76b3014e0489 req-4110c7f0-bb84-4876-8fca-3b1ffd85cf99 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 931 time: 0.1800013 Nov 10 21:28:53.656914 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-55210729-64af-4e4c-baca-76b3014e0489 req-70c552d8-4dae-4a9e-9979-7b584b1d63ec tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495207 Nov 10 21:28:53.802680 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Request body: {'port': {'device_id': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:28:53.924433 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:54.089550 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:54.535573 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76414f9-bc1c-46e9-b29d-cf14b0dda85c {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:54.546340 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:54.566362 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81d1b7-f5e3-40db-9d32-28b4b2693abf req-fe7f2846-8ee5-419f-ba91-0a35b36a8a92 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:54.567888 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ec81d1b7-f5e3-40db-9d32-28b4b2693abf req-fe7f2846-8ee5-419f-ba91-0a35b36a8a92 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 947 time: 0.1846900 Nov 10 21:28:54.574801 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Transition to ACTIVE for port object e76414f9-bc1c-46e9-b29d-cf14b0dda85c will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:54.614092 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:54.627134 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5eeb06cd-68b6-47ad-ad4e-31dc9ea5deee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:54.795678 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Pushing event updated for resources: {'Port': ['ID=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:54.801108 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:54.803560 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ec81d1b7-f5e3-40db-9d32-28b4b2693abf req-97563afc-e2f4-4336-a78a-d5c97a843d4c tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258422 Nov 10 21:28:54.919370 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2643f6-df00-4be3-bf5e-b2845acbe16d req-5b14a185-dba7-4bea-baa2-feb737cc3fdb tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:54.920937 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9c2643f6-df00-4be3-bf5e-b2845acbe16d req-5b14a185-dba7-4bea-baa2-feb737cc3fdb tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 943 time: 0.1108749 Nov 10 21:28:54.941019 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Attempting to bind port e76414f9-bc1c-46e9-b29d-cf14b0dda85c on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:28:54.941348 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Attempting to bind port e76414f9-bc1c-46e9-b29d-cf14b0dda85c by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:28:54.941666 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Attempting to bind port e76414f9-bc1c-46e9-b29d-cf14b0dda85c on network 87071b68-a385-4b22-ad1c-e59f348525a6 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:28:54.947923 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Port e76414f9-bc1c-46e9-b29d-cf14b0dda85c on network 87071b68-a385-4b22-ad1c-e59f348525a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:28:54.948245 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Attempting to bind port e76414f9-bc1c-46e9-b29d-cf14b0dda85c on network 87071b68-a385-4b22-ad1c-e59f348525a6 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:28:54.955493 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:28:54.955835 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Checking segment: {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:28:54.956360 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Bound using segment: {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:28:54.956664 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Bound port: e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6349df74-c1a4-4c13-86ce-efc600ded392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:28:54.957017 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:54.973444 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-9c2643f6-df00-4be3-bf5e-b2845acbe16d req-d4a37060-c905-4b92-abb3-0dd894d1bab5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457165 Nov 10 21:28:55.061004 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] For port e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:55.065094 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] For port e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:55.070608 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:55.074722 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:55.139557 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:55.141036 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] 10.222.0.58 "PUT /v2.0/ports/e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 1093 time: 1.3463058 Nov 10 21:28:55.141822 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:55.167388 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Pushing event updated for resources: {'Port': ['ID=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:55.170927 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:55.241907 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'status': 'completed', 'code': 200} Nov 10 21:28:55.302546 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-12502a3f-6e4c-4ad2-aa54-c01c3e73bd16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1013680 Nov 10 21:28:55.389279 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-e6a57894-f9ff-4b1b-a96c-476c97c78d20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 217 time: 0.0791142 Nov 10 21:28:55.505002 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-f562d2c4-a5de-493c-87a1-5478d314a4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:55.506745 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-f562d2c4-a5de-493c-87a1-5478d314a4cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 200 len: 854 time: 0.1099291 Nov 10 21:28:55.532343 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:55.586540 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-b879bd04-5c84-435f-a5df-f4ed547a03b1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:55.588256 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-b879bd04-5c84-435f-a5df-f4ed547a03b1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 947 time: 0.1577215 Nov 10 21:28:55.686597 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-057a32c2-22e4-4c36-b7c9-5b9593056761 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87071b68-a385-4b22-ad1c-e59f348525a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1711130 Nov 10 21:28:55.691021 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Deleting port 88c7eea9-fa5f-4e69-866b-22604e2c346b {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:28:55.691375 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:56.016226 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-b77b1a49-4592-478f-90b8-e4fdbd4aaa13 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998233 Nov 10 21:28:56.209112 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b38a4-b95d-418c-8d7b-5a2b6fea3f22 req-5b4d4e1c-eb82-48b6-ac3a-ce65328f51ac tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:56.210701 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-aa0b38a4-b95d-418c-8d7b-5a2b6fea3f22 req-5b4d4e1c-eb82-48b6-ac3a-ce65328f51ac tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 943 time: 0.0872297 Nov 10 21:28:56.263517 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-aa0b38a4-b95d-418c-8d7b-5a2b6fea3f22 req-e5e25113-8865-4ed6-8a78-80522ffe6936 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464218 Nov 10 21:28:56.358611 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] For port 88c7eea9-fa5f-4e69-866b-22604e2c346b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=88c7eea9-fa5f-4e69-866b-22604e2c346b,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:56.358882 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:56.469452 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0d569bd0-2c42-464b-93c9-ee3334d692ef req-4d0f46d8-b5bb-4b21-ab1b-7c21273095d2 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171565 Nov 10 21:28:56.486110 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70342868-9da0-4077-9b8f-fce495bc8be2 req-6994b81d-328a-4463-8ef9-7ecb2fee9fbf tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:56.487835 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-70342868-9da0-4077-9b8f-fce495bc8be2 req-6994b81d-328a-4463-8ef9-7ecb2fee9fbf tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 947 time: 0.5205967 Nov 10 21:28:56.760358 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-70342868-9da0-4077-9b8f-fce495bc8be2 req-74748bba-50c3-4bc1-9444-4818bcf57d8d tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups?id=437724d8-7de9-4dab-9418-36f1828bfd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598276 Nov 10 21:28:56.790275 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:56.790646 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:56.790953 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.l3_db [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Floating IP 04fb822b-c979-42ff-a0f7-aee9ede1b014 disassociated. External IP: 172.28.3.134, port: 88c7eea9-fa5f-4e69-866b-22604e2c346b. Nov 10 21:28:56.791288 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Calling delete_port for 88c7eea9-fa5f-4e69-866b-22604e2c346b owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:28:56.852711 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-262941ac-cc85-4a82-a01d-71f75987320f req-3fffaad2-a5d7-41c8-866b-0f242572530e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1096 time: 0.2808652 Nov 10 21:28:57.081644 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262941ac-cc85-4a82-a01d-71f75987320f req-cd26c23e-bfb5-401b-991c-0ea2412e56a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:57.083312 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-262941ac-cc85-4a82-a01d-71f75987320f req-cd26c23e-bfb5-401b-991c-0ea2412e56a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 917 time: 0.2229726 Nov 10 21:28:57.090041 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:57.145573 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:57.201903 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event deleted for resources: {'Port': ['ID=88c7eea9-fa5f-4e69-866b-22604e2c346b,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:57.212275 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-262941ac-cc85-4a82-a01d-71f75987320f req-5212fc2c-0a23-4d53-82f2-92914444f390 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 217 time: 0.1198788 Nov 10 21:28:57.219069 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.219567 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.219805 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.220160 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.221115 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.221470 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.221826 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.222164 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.222504 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.222842 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.223682 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.258842 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:57.357522 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262941ac-cc85-4a82-a01d-71f75987320f req-26c26c9e-e71c-41bd-ad4f-7c1aa9a93dbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:57.358969 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-262941ac-cc85-4a82-a01d-71f75987320f req-26c26c9e-e71c-41bd-ad4f-7c1aa9a93dbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 200 len: 854 time: 0.1307933 Nov 10 21:28:57.534562 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06417891-b3c9-42ce-920d-e59da3f221f0 req-b5027375-7215-4987-a2a4-8a6fef72d0e4 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:57.536146 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-06417891-b3c9-42ce-920d-e59da3f221f0 req-b5027375-7215-4987-a2a4-8a6fef72d0e4 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.0877426 Nov 10 21:28:57.585508 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-06417891-b3c9-42ce-920d-e59da3f221f0 req-3210847f-ceeb-46b1-b1b3-1118c268214e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435936 Nov 10 21:28:57.596197 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-262941ac-cc85-4a82-a01d-71f75987320f req-2a73daab-e00f-4956-bbf1-995c4ba7845f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87071b68-a385-4b22-ad1c-e59f348525a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2290082 Nov 10 21:28:57.632213 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a03153-ab59-49e5-bf0e-5f43c5e07441 req-fe024929-014c-4cab-a254-09885db2b3ec tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:57.633735 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73a03153-ab59-49e5-bf0e-5f43c5e07441 req-fe024929-014c-4cab-a254-09885db2b3ec tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 943 time: 0.2315264 Nov 10 21:28:57.809188 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-73a03153-ab59-49e5-bf0e-5f43c5e07441 req-27c18458-e41d-47fd-bee5-1911561ce48e tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664097 Nov 10 21:28:57.810914 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-262941ac-cc85-4a82-a01d-71f75987320f req-d3f6262d-340c-4e86-8ce0-cf59a5eb7c64 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063046 Nov 10 21:28:57.821920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:28:57.962297 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-2afdb990-0ddf-4028-b75e-1153035e86ff req-cacb07ee-508d-42f3-b3f5-9e784985f4c1 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 210 time: 0.0458698 Nov 10 21:28:58.028893 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device e76414f9-bc1c-46e9-b29d-cf14b0dda85c details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:28:58.039392 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:28:58.105153 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 88c7eea9-fa5f-4e69-866b-22604e2c346b {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:28:58.105722 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 88c7eea9-fa5f-4e69-866b-22604e2c346b not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:28:58.165485 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-262941ac-cc85-4a82-a01d-71f75987320f req-01e96e24-f337-43db-bce2-3511cc404dd3 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457921 Nov 10 21:28:58.270188 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:58.286125 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'port_id': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'mac_address': 'fa:16:3e:59:b1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:28:58.307904 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:28:58.330313 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] Sync routers for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:28:58.359297 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:58.369997 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:58.370627 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:58.387235 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] No DVR routers for this DVR port 88c7eea9-fa5f-4e69-866b-22604e2c346b on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:58.391199 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:58.395192 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-deleted', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:58.416389 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e50bd5bc-6bf1-4a7c-895f-b2bffd441be1 req-22dc9175-78d0-4814-8352-ae34fb942b35 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.58 "DELETE /v2.0/ports/88c7eea9-fa5f-4e69-866b-22604e2c346b HTTP/1.1" status: 204 len: 173 time: 2.8188081 Nov 10 21:28:58.464709 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81519207-4f01-45ae-8d98-d0a9ae5dc22c', 'name': 'network-vif-deleted', 'tag': '88c7eea9-fa5f-4e69-866b-22604e2c346b', 'status': 'completed', 'code': 200} Nov 10 21:28:58.472338 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76414f9-bc1c-46e9-b29d-cf14b0dda85c {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:58.560228 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:58.567246 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:28:58.571313 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:28:58.666746 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:58.671353 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:28:58.672109 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:58.833463 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['e76414f9-bc1c-46e9-b29d-cf14b0dda85c'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:28:58.847101 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82eb0-6daf-4fef-8f36-6781843024af req-1ace5b70-11d8-4c5b-ad64-445d28e1eac3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:58.849102 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-22c82eb0-6daf-4fef-8f36-6781843024af req-1ace5b70-11d8-4c5b-ad64-445d28e1eac3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.0857902 Nov 10 21:28:58.916252 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-22c82eb0-6daf-4fef-8f36-6781843024af req-e1373538-388c-4960-98f2-ba504a80e9c1 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606194 Nov 10 21:28:59.083809 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc714-c441-469c-85c1-1fc97f304a75 req-24527cfd-6308-4c7e-b46c-a58165b02116 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:59.086529 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-08fdc714-c441-469c-85c1-1fc97f304a75 req-24527cfd-6308-4c7e-b46c-a58165b02116 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 944 time: 0.1151311 Nov 10 21:28:59.166658 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-08fdc714-c441-469c-85c1-1fc97f304a75 req-48b1e048-78d7-411c-b60f-89ee4f406d30 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743325 Nov 10 21:28:59.232090 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:59.239556 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] Checking router: ff5b5c93-f7f4-48d4-89f5-e7134b000d1a for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:28:59.240184 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-425b6f92-8069-4d7e-ada8-2ff6009461f2 req-80ee9fcd-1c37-4503-8ac8-cf5b44613283 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/ports?device_id=81519207-4f01-45ae-8d98-d0a9ae5dc22c HTTP/1.1" status: 200 len: 210 time: 0.0483022 Nov 10 21:28:59.260289 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:59.261276 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:59.463063 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:28:59.789060 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:59.793277 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868245b3-1cb5-4606-be98-f39a7add4639 None None] The sync data for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb is: [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:21:46Z', 'revision_number': 4, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd922a247-70ae-420f-98fe-adce90a917fd', 'name': '', 'network_id': 'd4714832-cad2-4a6d-b644-854f29f496c8', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'mac_address': 'fa:16:3e:1f:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:42Z', 'updated_at': '2021-11-10T21:22:02Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'subnets': [{'id': 'a8911d30-c9c1-4913-b025-9e3838024ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:29:00.021422 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26e725-f09d-4d11-a6f6-f051b00c0308 None None] New status for floating IP 04fb822b-c979-42ff-a0f7-aee9ede1b014: DOWN {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:29:00.046919 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device e76414f9-bc1c-46e9-b29d-cf14b0dda85c up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:29:00.125787 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port e76414f9-bc1c-46e9-b29d-cf14b0dda85c completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:00.133054 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port e76414f9-bc1c-46e9-b29d-cf14b0dda85c triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:00.133416 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:00.166007 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da672a29-e018-4752-9231-e55234543188 req-131b9640-c5ff-4b81-863a-1d5af8a14338 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:00.167712 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-da672a29-e018-4752-9231-e55234543188 req-131b9640-c5ff-4b81-863a-1d5af8a14338 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.0928152 Nov 10 21:29:00.239737 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-da672a29-e018-4752-9231-e55234543188 req-83a409b9-1d61-4cc6-b16a-665bcba1c27b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544441 Nov 10 21:29:00.278242 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:00.320259 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:00.333250 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:00.340745 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:00.343759 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7640091f-1105-46c8-8899-2a0a01b1ae42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:00.417917 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:00.421095 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:00.429638 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ebb41-f4ec-46f4-853d-704f7a87e6ff req-3e4d3079-3dac-472a-b6f7-2c168f0c2bc3 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:00.431488 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-530ebb41-f4ec-46f4-853d-704f7a87e6ff req-3e4d3079-3dac-472a-b6f7-2c168f0c2bc3 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.1026237 Nov 10 21:29:00.485632 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-530ebb41-f4ec-46f4-853d-704f7a87e6ff req-c2dbbb94-0ca4-43b3-b6bf-a9f4141dd02b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482416 Nov 10 21:29:00.547421 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42840) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:00.555328 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'code': 200} Nov 10 21:29:00.630208 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:00.663680 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:00.721400 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:00.725826 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f6323038-b3d7-4c0d-b2d1-b267624b2725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:00.749064 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437724d8-7de9-4dab-9418-36f1828bfd8d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:00.763712 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.764082 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.764448 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.764833 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.765190 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.765541 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.765892 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.766245 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.766587 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.766933 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.767821 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.772285 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:00.773450 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "DELETE /v2.0/security-groups/437724d8-7de9-4dab-9418-36f1828bfd8d HTTP/1.1" status: 204 len: 168 time: 0.2247844 Nov 10 21:29:00.774500 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:00.778403 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42844) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:00.805641 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.api.v2.resource [None req-140fe00a-4d5e-4f97-bf49-43c1829efd61 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] show failed (client error): The resource could not be found. Nov 10 21:29:00.806680 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-140fe00a-4d5e-4f97-bf49-43c1829efd61 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "GET /v2.0/security-groups/437724d8-7de9-4dab-9418-36f1828bfd8d HTTP/1.1" status: 404 len: 347 time: 0.0272188 Nov 10 21:29:00.811530 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42848) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:00.813067 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a58ce609-6a1f-455a-8236-12fb9a688d96 req-f6edca60-c38b-4e1a-b911-0dd9b9c72118 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0790272 Nov 10 21:29:00.862030 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-a58ce609-6a1f-455a-8236-12fb9a688d96 req-77e5d196-3c97-43a1-b018-3a1da15a6039 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Nov 10 21:29:00.982919 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Deleting port 71a769b6-f75e-41d9-b76c-4abf6d635f00 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:00.983153 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:01.176103 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:01.176455 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:01.303793 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Calling delete_port for 71a769b6-f75e-41d9-b76c-4abf6d635f00 owned by network:floatingip {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:01.606675 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:01.612597 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:01.668157 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Pushing event deleted for resources: {'Port': ['ID=71a769b6-f75e-41d9-b76c-4abf6d635f00,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:01.696982 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:01.733324 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6bd3-ba20-4bf6-bb3d-519e1d09da23 req-e3c7b5ae-a20a-460c-805c-25003e5d142b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:01.734882 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-244f6bd3-ba20-4bf6-bb3d-519e1d09da23 req-e3c7b5ae-a20a-460c-805c-25003e5d142b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0921326 Nov 10 21:29:01.797809 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-244f6bd3-ba20-4bf6-bb3d-519e1d09da23 req-d20331f9-ef84-4964-bf8c-a4e3d68db393 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552225 Nov 10 21:29:01.841208 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80ede6-5c9c-43c3-b025-4fccdf78f1af req-9efb1df9-92da-4303-a8a4-401324494d4c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:01.842740 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4e80ede6-5c9c-43c3-b025-4fccdf78f1af req-9efb1df9-92da-4303-a8a4-401324494d4c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.4383235 Nov 10 21:29:01.893411 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks [] for floatingip, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:01.916802 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:01.917943 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] 10.222.0.70 "DELETE /v2.0/floatingips/04fb822b-c979-42ff-a0f7-aee9ede1b014 HTTP/1.1" status: 204 len: 168 time: 1.1054776 Nov 10 21:29:01.920456 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-4e80ede6-5c9c-43c3-b025-4fccdf78f1af req-9bc85fd3-04a9-4082-8b77-cdaba7ad6182 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692778 Nov 10 21:29:02.994963 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016f33b-dde2-487f-954d-c5a58976975e req-cbf054b0-e4ee-4b09-8076-e43e4886da74 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.996411 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f016f33b-dde2-487f-954d-c5a58976975e req-cbf054b0-e4ee-4b09-8076-e43e4886da74 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0777693 Nov 10 21:29:03.046319 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-f016f33b-dde2-487f-954d-c5a58976975e req-116aa6cb-2b83-4abc-9fb7-393e0f79befa tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Nov 10 21:29:03.144854 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c2fbc-f8bd-473a-a7de-5ea84da68ee3 req-9c28388c-6bca-4ae7-930e-7558037cccc4 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.146361 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ad4c2fbc-f8bd-473a-a7de-5ea84da68ee3 req-9c28388c-6bca-4ae7-930e-7558037cccc4 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.0837901 Nov 10 21:29:03.209260 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ad4c2fbc-f8bd-473a-a7de-5ea84da68ee3 req-f07ff7ca-fb65-4852-9d24-8a4683776f99 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570126 Nov 10 21:29:03.290055 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab8e0e-d461-45d8-81c6-83dd86b89395 req-407cf568-2965-47b3-8126-f4f69bc1222a tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.291555 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d3ab8e0e-d461-45d8-81c6-83dd86b89395 req-407cf568-2965-47b3-8126-f4f69bc1222a tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.1087887 Nov 10 21:29:03.341903 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d3ab8e0e-d461-45d8-81c6-83dd86b89395 req-9024bb59-2a99-4fd3-a5d7-0040555aa311 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Nov 10 21:29:03.789635 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9e8e2-52f8-4ecb-affe-53594283bfe6 req-acbdf6d0-1a4f-483f-94bf-908a71e2bee5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.791107 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a7c9e8e2-52f8-4ecb-affe-53594283bfe6 req-acbdf6d0-1a4f-483f-94bf-908a71e2bee5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.0805957 Nov 10 21:29:03.840803 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-a7c9e8e2-52f8-4ecb-affe-53594283bfe6 req-e8dd8c3c-b5d0-43dc-b4ca-c3189df4d822 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439482 Nov 10 21:29:04.498393 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498bed-d3a0-4a4d-b290-ae12ff3c4e2c req-0db7a2f2-b2cf-4ec8-aa18-18d8e8dd9faa tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:04.499912 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eb498bed-d3a0-4a4d-b290-ae12ff3c4e2c req-0db7a2f2-b2cf-4ec8-aa18-18d8e8dd9faa tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1188927 Nov 10 21:29:04.550872 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-eb498bed-d3a0-4a4d-b290-ae12ff3c4e2c req-5cb9c677-2bb2-47fc-8e2d-168cb448ec5a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444939 Nov 10 21:29:04.821738 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42894) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:05.382969 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401040'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:05.892525 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ca0e5-2937-4f77-a4c5-7645912a00a3 req-e8d43a36-e0f3-4fc2-8610-09230fc60437 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.894081 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-873ca0e5-2937-4f77-a4c5-7645912a00a3 req-e8d43a36-e0f3-4fc2-8610-09230fc60437 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1574149 Nov 10 21:29:05.990403 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-873ca0e5-2937-4f77-a4c5-7645912a00a3 req-184aa66c-c3fa-4688-8d96-bb27f61a14fe tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614126 Nov 10 21:29:06.161603 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Deleting port d922a247-70ae-420f-98fe-adce90a917fd {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:06.162078 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:06.481109 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] For port d922a247-70ae-420f-98fe-adce90a917fd, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=d922a247-70ae-420f-98fe-adce90a917fd,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:06.481617 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:06.618178 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Calling delete_port for d922a247-70ae-420f-98fe-adce90a917fd owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:06.816478 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:06.820358 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:06.869803 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d922a247-70ae-420f-98fe-adce90a917fd,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:06.872831 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:07.264942 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c4dad-3e42-44d4-a152-bf19fd86f5b0 req-53d5985f-7bd5-4cc1-85a4-519fa02e3156 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.266406 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5e3c4dad-3e42-44d4-a152-bf19fd86f5b0 req-53d5985f-7bd5-4cc1-85a4-519fa02e3156 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1242414 Nov 10 21:29:07.292524 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400810'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:07.391641 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-5e3c4dad-3e42-44d4-a152-bf19fd86f5b0 req-dbd1083e-1645-4293-838f-a49b5e6c5050 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157959 Nov 10 21:29:07.954291 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:29:08.278092 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:29:08.292005 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] Sync routers for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:29:08.293093 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] 10.222.0.70 "PUT /v2.0/routers/ff5b5c93-f7f4-48d4-89f5-e7134b000d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4702621 Nov 10 21:29:08.296272 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42924) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:08.307337 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:08.308079 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:08.521618 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:08.622033 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:29:08.803338 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04dce9-f2cb-45eb-987f-001f6ea2b13b req-6cc6e01c-4ae4-4bed-a017-0f89ef9116e8 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.825646 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5a04dce9-f2cb-45eb-987f-001f6ea2b13b req-6cc6e01c-4ae4-4bed-a017-0f89ef9116e8 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.1903110 Nov 10 21:29:08.828709 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:08.848936 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Deleting port 049f8fd8-d3ef-40ed-8364-46f471ca9daa {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:08.849453 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:08.913470 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-5a04dce9-f2cb-45eb-987f-001f6ea2b13b req-601a97d7-7085-4753-b856-020eb40eb698 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863183 Nov 10 21:29:09.099712 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] For port 049f8fd8-d3ef-40ed-8364-46f471ca9daa, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=049f8fd8-d3ef-40ed-8364-46f471ca9daa,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:09.100046 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:09.200417 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:29:06Z', 'revision_number': 5, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port': {'id': '049f8fd8-d3ef-40ed-8364-46f471ca9daa', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:36Z', 'updated_at': '2021-11-10T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:09.236967 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] Checking router: ff5b5c93-f7f4-48d4-89f5-e7134b000d1a for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:29:09.261315 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] Routers {'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:09.262620 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:09.286704 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Calling delete_port for 049f8fd8-d3ef-40ed-8364-46f471ca9daa owned by network:router_gateway {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:09.565103 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] Set router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a gateway port host: None {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:29:09.567731 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc8964-bc2b-46ef-8c42-9a29dc594834 req-430c4d66-0eec-48e7-89f1-d89f0221acdc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.569367 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-81dc8964-bc2b-46ef-8c42-9a29dc594834 req-430c4d66-0eec-48e7-89f1-d89f0221acdc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.2018251 Nov 10 21:29:09.648900 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:09.654677 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-100461b2-04d4-4975-9669-4d4c666d6915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:09.691621 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b5cd1-a342-4450-a4ef-36332ec4027c req-d43131c2-ebbe-403e-80cd-77cb53425ac9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.694703 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-930b5cd1-a342-4450-a4ef-36332ec4027c req-d43131c2-ebbe-403e-80cd-77cb53425ac9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.2375822 Nov 10 21:29:09.698672 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-81dc8964-bc2b-46ef-8c42-9a29dc594834 req-2671a9cc-f3aa-4a61-acd7-d8e148529804 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139033 Nov 10 21:29:09.708832 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=049f8fd8-d3ef-40ed-8364-46f471ca9daa,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:09.711450 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:09.747689 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42942) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:09.749397 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:29:08Z', 'revision_number': 6, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port_host': None}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:09.758066 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504549a2-15f0-4de6-a8a5-4133c0ff94f2 None None] The sync data for ids ['ff5b5c93-f7f4-48d4-89f5-e7134b000d1a'] in dv-cinder-817261-1-smb is: [{'id': 'ff5b5c93-f7f4-48d4-89f5-e7134b000d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596523171-router', 'tenant_id': 'cea6142182a747d4ad4577a2121bbb3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:34Z', 'updated_at': '2021-11-10T21:29:08Z', 'revision_number': 6, 'project_id': 'cea6142182a747d4ad4577a2121bbb3c', 'gw_port_host': None}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:29:09.811079 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-9a4d81b9-5faa-4610-b9c0-4e111f0f2184 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 1099 time: 0.2322102 Nov 10 21:29:09.884503 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-930b5cd1-a342-4450-a4ef-36332ec4027c req-f8045e82-83b9-45a8-8036-c6a980a82312 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604626 Nov 10 21:29:10.008320 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-d852b305-a102-47d3-8dda-e666f348cffe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.009832 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-d852b305-a102-47d3-8dda-e666f348cffe service neutron] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 913 time: 0.1878541 Nov 10 21:29:10.125421 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393925'] for router_gateway, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:10.144907 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-c172edf2-eba1-4fcf-b26f-7607203915e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b06391e3-220a-475e-902a-1f39f448e607 HTTP/1.1" status: 200 len: 1001 time: 0.1278152 Nov 10 21:29:10.241758 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-70dab037-c7d4-43c5-a7a2-4c89f9703bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.243282 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-70dab037-c7d4-43c5-a7a2-4c89f9703bab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.0911975 Nov 10 21:29:10.342069 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-bf64503e-915d-492f-9183-b5ac145ba9f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916827 Nov 10 21:29:10.422315 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4957812e-d79f-4eed-81f9-06b83133cbe1 tempest-TestMinimumBasicScenario-1726340899 tempest-TestMinimumBasicScenario-1726340899-project-admin] Synchronizing usage tracker for tenant:adb25e77e39e4bf193036324b87737fa on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:29:10.437864 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25741'] for router, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:10.452063 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:10.457449 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4957812e-d79f-4eed-81f9-06b83133cbe1 tempest-TestMinimumBasicScenario-1726340899 tempest-TestMinimumBasicScenario-1726340899-project-admin] Unset dirty status for tenant:adb25e77e39e4bf193036324b87737fa on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:29:10.462831 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4957812e-d79f-4eed-81f9-06b83133cbe1 tempest-TestMinimumBasicScenario-1726340899 tempest-TestMinimumBasicScenario-1726340899-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1093 time: 0.7103593 Nov 10 21:29:10.463411 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42948) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:10.478131 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'floatingip': {'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'port_id': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:10.606235 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:10.625602 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Usage tracker for resource:floatingip and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:10.633466 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:10.645196 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:10.647400 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397117'] for router, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:10.648207 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff5b5c93-f7f4-48d4-89f5-e7134b000d1a {{(pid=82877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:29:10.662449 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-7af82f89-1406-4cea-ab36-c3d1e2514981 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125780 Nov 10 21:29:10.670180 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for floatingip, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:10.691708 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:10.693565 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b956abfb-eea8-4e7b-b96f-763a5d6304b9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ff5b5c93-f7f4-48d4-89f5-e7134b000d1a HTTP/1.1" status: 204 len: 168 time: 2.3961112 Nov 10 21:29:10.697380 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 42952) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:10.855085 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Deleting subnet a8911d30-c9c1-4913-b025-9e3838024ede {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:29:10.866288 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:10.926293 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d70412fe-68c6-4fff-99a1-32012cf932b6 req-be6aca06-7d20-4ccc-92e4-2a4589bf3c35 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559710 Nov 10 21:29:10.953610 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371181'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.183495 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.243993 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.278815 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device d922a247-70ae-420f-98fe-adce90a917fd no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:29:11.317403 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: d922a247-70ae-420f-98fe-adce90a917fd {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:29:11.317732 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device d922a247-70ae-420f-98fe-adce90a917fd not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:29:11.318144 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 049f8fd8-d3ef-40ed-8364-46f471ca9daa no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:29:11.352813 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 049f8fd8-d3ef-40ed-8364-46f471ca9daa {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:29:11.353049 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 049f8fd8-d3ef-40ed-8364-46f471ca9daa not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:29:11.405662 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b43ea-38b7-4597-94f8-ac03bd79a69e req-5d66d3d5-34fa-4934-badb-d3db525deee5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.407194 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c04b43ea-38b7-4597-94f8-ac03bd79a69e req-5d66d3d5-34fa-4934-badb-d3db525deee5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.3081830 Nov 10 21:29:11.459290 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3331030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3739390'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.468814 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Allocated IP 172.28.3.194 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/981a0d6f-32da-440e-8086-d6afb6d1f24e) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:11.476484 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:11.537224 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8911d30-c9c1-4913-b025-9e3838024ede,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:11.545586 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:11.578606 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c04b43ea-38b7-4597-94f8-ac03bd79a69e req-f66555f7-b6e6-4cc3-8085-92e291b1ab0c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582286 Nov 10 21:29:11.581531 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1739c028-496f-4dd1-a2c7-72be7bcbdcfa None None] Network d4714832-cad2-4a6d-b644-854f29f496c8 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:29:11.582742 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.646134 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a8911d30-c9c1-4913-b025-9e3838024ede HTTP/1.1" status: 204 len: 168 time: 0.9462533 Nov 10 21:29:11.650025 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42958) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:11.749173 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.777531 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.786275 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.791606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Deleting port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:11.792036 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:11.792356 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:11.874112 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] DHCP port deletion for d4714832-cad2-4a6d-b644-854f29f496c8 request from dv-cinder-817261-1-smb {{(pid=82878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 10 21:29:11.879694 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] Deleting port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:11.880083 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.005139 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:12.008776 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:12.013825 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:12.042005 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'Port': ['ID=981a0d6f-32da-440e-8086-d6afb6d1f24e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:12.052967 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:12.096507 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] For port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=0f3cbeff-060d-4edb-b119-4ba1cb84ad25,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:12.097357 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.214819 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] For port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=0f3cbeff-060d-4edb-b119-4ba1cb84ad25,segment=NetworkSegment(498c85e5-bbf6-4051-b86c-06e79bbdbe08),segment_id=498c85e5-bbf6-4051-b86c-06e79bbdbe08)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:12.215306 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.291222 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Calling delete_port for 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 owned by network:dhcp {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:12.416978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.421745 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e0d83d59-629c-4c80-b55f-935e4dfed545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:12.468224 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3cbeff-060d-4edb-b119-4ba1cb84ad25,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:12.471056 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:12.477964 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] No DVR routers for this DVR port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 on host dv-cinder-817261-1-smb {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:29:12.503277 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] Calling delete_port for 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:12.665548 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.704072 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4714832-cad2-4a6d-b644-854f29f496c8']}} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:12.718332 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.db.api [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:29:12.719084 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_db.api [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:29:12.719573 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498c85e5-bbf6-4051-b86c-06e79bbdbe08') {'for_net_delete': True} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:12.719877 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498c85e5-bbf6-4051-b86c-06e79bbdbe08') {} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:12.775010 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252310'] for segment, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.786563 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.804828 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.815041 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=82876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:29:12.815651 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578719'] for segment, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: Traceback (most recent call last): Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: timer() Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: cb(*args, **kw) Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: return func(*args, **kwargs) Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: self._notify() Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: self.callback(batched_events) Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: event.method(event) Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: return f(self, *a, **k) Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: return self._get(url).json() Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: return self.request(url, 'GET', **kwargs) Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:29:12.830877 dv-cinder-817261-1-smb neutron-server[82876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:29:12.873346 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.939886 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe0513-e479-4e43-90c7-0db46b5ba90a req-cddc5850-291d-4fdf-b65e-dc954aada233 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.942760 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b3fe0513-e479-4e43-90c7-0db46b5ba90a req-cddc5850-291d-4fdf-b65e-dc954aada233 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.2131414 Nov 10 21:29:12.944706 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.948712 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:12.963137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:12.988199 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4714832-cad2-4a6d-b644-854f29f496c8,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:12.994680 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:13.022267 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d4714832-cad2-4a6d-b644-854f29f496c8 HTTP/1.1" status: 204 len: 168 time: 1.3702297 Nov 10 21:29:13.057442 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b3fe0513-e479-4e43-90c7-0db46b5ba90a req-30c3ca88-aa04-4d03-ac8a-e9a2dff729e8 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887179 Nov 10 21:29:13.221609 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] Deleting port 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:13.222219 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:13.248720 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:13.256218 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:13.262912 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42972) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:13.271854 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e502fb94-a28b-4fad-aa66-20482d4be94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:13.350230 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5a680aff-3b14-48a9-ad54-9acceedc9d38 None None] The port '0f3cbeff-060d-4edb-b119-4ba1cb84ad25' was deleted {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 10 21:29:13.378433 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:29:13.382088 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-4ac99c0b-5836-49d3-8fcf-137b523c790c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cea6142182a747d4ad4577a2121bbb3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1168330 Nov 10 21:29:13.388926 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 42976) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:13.402563 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'Port': ['ID=981a0d6f-32da-440e-8086-d6afb6d1f24e,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:13.408501 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:13.412919 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:13.453491 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:29:13.454253 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 0f3cbeff-060d-4edb-b119-4ba1cb84ad25 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:29:13.506414 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c600455f-207a-4215-9079-c217caa9d27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:13.538626 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c600455f-207a-4215-9079-c217caa9d27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:13.607362 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c600455f-207a-4215-9079-c217caa9d27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:13.612468 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-18d518c5-a696-4710-834f-1c26fa05dc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:13.629756 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600455f-207a-4215-9079-c217caa9d27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9cf7af-0e30-447e-8729-bb9cc6371318,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:13.634349 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c600455f-207a-4215-9079-c217caa9d27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:13.645545 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c600455f-207a-4215-9079-c217caa9d27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:13.646754 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c600455f-207a-4215-9079-c217caa9d27c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b9cf7af-0e30-447e-8729-bb9cc6371318 HTTP/1.1" status: 204 len: 168 time: 0.2552383 Nov 10 21:29:13.654723 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.l3_db [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Floating IP 6d2fca22-c38d-4867-901a-5dbbd44d2d59 associated. External IP: 172.28.3.194, port: e76414f9-bc1c-46e9-b29d-cf14b0dda85c. Nov 10 21:29:14.259442 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:29:14.542028 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:29:14.555014 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] Sync routers for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:29:14.570401 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:14.571907 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:14.572674 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:14.638974 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1740270 Nov 10 21:29:14.639997 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:14.644238 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43000) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:14.650949 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602186804', 'description': 'tempest-secgroup-smoke-602186804 description', 'project_id': '7c05036ae62046d0a69ae953faf8c041'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:14.661364 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:14.679329 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:14.693614 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:14.735028 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:14.740214 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Usage tracker for resource:security_group_rule and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:14.743785 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:14.755146 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:14.776160 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:29:14.870490 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:14.879413 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:14.886015 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5cf45394-2a79-451e-834d-8fa00be7a351 tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:14.930760 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'status': 'completed', 'code': 200} Nov 10 21:29:15.104411 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578305d2-1f41-4c89-aee3-687d2d12e7f7,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:15.112167 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:15.121602 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.123204 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4771249 Nov 10 21:29:15.126686 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43014) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:15.133135 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'security_group_rule': {'security_group_id': '578305d2-1f41-4c89-aee3-687d2d12e7f7', 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:15.139916 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:15.145337 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Usage tracker for resource:security_group_rule and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:15.148722 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:15.155747 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:15.157285 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-d8ffd88c-e694-4592-a5eb-3ec9c336d75c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1098 time: 0.2077889 Nov 10 21:29:15.180433 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.287378 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '6d2fca22-c38d-4867-901a-5dbbd44d2d59', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'floating_ip_address': '172.28.3.194', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'port_id': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'mac_address': 'fa:16:3e:59:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:12Z', 'updated_at': '2021-11-10T21:29:12Z', 'revision_number': 0, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:28Z', 'revision_number': 5, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:15.293904 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.294548 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] Checking router: 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:29:15.301312 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.304674 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-730a92f9-e62d-4c5e-8b54-90b07914493c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:15.315891 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:15.316641 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:28:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:15.320596 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-f5319018-3d09-434c-9a2a-ae0160c4eec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.321735 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-f5319018-3d09-434c-9a2a-ae0160c4eec6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 917 time: 0.1566708 Nov 10 21:29:15.332335 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1766bb-4aa1-4663-a85f-8e0d4177c31a,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:15.334965 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:15.343878 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.345893 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b571bc93-f967-4261-b4e5-dbe33367175f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2173235 Nov 10 21:29:15.348500 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43020) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:15.355554 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'security_group_rule': {'security_group_id': '578305d2-1f41-4c89-aee3-687d2d12e7f7', 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:15.363272 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:15.367448 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Usage tracker for resource:security_group_rule and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:15.371052 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:15.378351 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:15.401952 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.478427 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-493d0c33-e0a1-4a85-b479-b1c9d194d1d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 999 time: 0.1490264 Nov 10 21:29:15.487297 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.493962 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.505606 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:15.529037 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dc7a4e-8eea-4bf7-bf45-5a2dc144ee82,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:15.538713 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:15.553478 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.558540 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-8330dfd1-53e9-4196-b57d-ea093b7281dc tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2089295 Nov 10 21:29:15.559140 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43028) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:15.563597 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-008edc82-da86-4102-9cdc-bb8c3e2dcaed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.565587 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'security_group_rule': {'security_group_id': '578305d2-1f41-4c89-aee3-687d2d12e7f7', 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:15.566156 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-008edc82-da86-4102-9cdc-bb8c3e2dcaed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 200 len: 854 time: 0.0781584 Nov 10 21:29:15.571959 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:15.576415 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Usage tracker for resource:security_group_rule and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:15.580155 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:15.586962 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:15.598819 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:29:15.611572 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.680200 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-b6e5c515-8c11-40c5-aee9-56ae49501666 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87071b68-a385-4b22-ad1c-e59f348525a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1071260 Nov 10 21:29:15.737970 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.747580 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.761557 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:15.817696 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5327e9-60e7-4437-b6d0-c450945aa681,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:15.831767 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:15.838793 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:15.841609 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4f6cd937-5180-4637-9e98-aa0c4c6e6b41 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2813108 Nov 10 21:29:15.844283 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43036) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:15.861942 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'security_group_rule': {'security_group_id': '578305d2-1f41-4c89-aee3-687d2d12e7f7', 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:15.867938 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:15.875947 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Usage tracker for resource:security_group_rule and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:15.889308 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:15.899929 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:15.906183 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-4a8d3376-80b0-484f-847a-4df57930bb3f service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179883 Nov 10 21:29:15.946921 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.065869 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '6d2fca22-c38d-4867-901a-5dbbd44d2d59', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'floating_ip_address': '172.28.3.194', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'port_id': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'mac_address': 'fa:16:3e:59:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:12Z', 'updated_at': '2021-11-10T21:29:12Z', 'revision_number': 0, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:28Z', 'revision_number': 5, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:16.071580 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e7a7d-c1ed-4aba-a2c8-92a8bf09ebb3 None None] The sync data for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb is: [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '6d2fca22-c38d-4867-901a-5dbbd44d2d59', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'floating_ip_address': '172.28.3.194', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'port_id': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'mac_address': 'fa:16:3e:59:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:12Z', 'updated_at': '2021-11-10T21:29:12Z', 'revision_number': 0, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:28Z', 'revision_number': 5, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:29:16.117752 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.120792 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-9176dd5a-3392-4923-a346-d4c1aa92d91c req-6b614972-bfdd-4979-9425-f845e1ec961c service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073061 Nov 10 21:29:16.123786 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.151962 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-357a7995-47c3-4a86-923c-b575c59548f3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:16.199881 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be47319e-0469-4e49-8545-8a36709b754f,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:16.205207 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:16.212007 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.213676 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-1a627779-2a19-4a2a-8d44-37720ca38c9b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3683774 Nov 10 21:29:16.218396 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43046) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:16.229713 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'security_group_rule': {'security_group_id': '578305d2-1f41-4c89-aee3-687d2d12e7f7', 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:16.246354 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:16.253773 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Usage tracker for resource:security_group_rule and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:16.258731 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:16.268433 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:16.283695 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.securitygroups_db [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Project 7c05036ae62046d0a69ae953faf8c041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:29:16.294363 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.380851 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c815c88-fbef-4e58-b1b5-22f0129639f7 None None] New status for floating IP 6d2fca22-c38d-4867-901a-5dbbd44d2d59: ACTIVE {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:29:16.383079 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.390338 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.394421 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:16.444239 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ff9da7-6266-4367-a693-b3fbfbfb5a5f,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:16.448880 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:16.462753 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.464917 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-a3c8eb3a-2ac9-4d78-9b03-4108d4997fd5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2447696 Nov 10 21:29:16.467551 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43056) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:16.478514 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'security_group_rule': {'security_group_id': '578305d2-1f41-4c89-aee3-687d2d12e7f7', 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:16.490317 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:16.497379 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Usage tracker for resource:security_group_rule and tenant:7c05036ae62046d0a69ae953faf8c041 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:16.503434 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:16.514398 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:16.537018 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.db.securitygroups_db [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Project 7c05036ae62046d0a69ae953faf8c041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:29:16.547037 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.630950 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.635817 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.639383 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:16.672054 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80017bdf-d28f-456a-b577-35d759ff51e3,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:16.675146 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:16.690244 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:16.692608 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2233119 Nov 10 21:29:16.897803 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-132067f7-76dd-4066-805e-b81bb098aff0 req-af3047e0-007d-41b8-af97-eddc356dbef0 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Synchronizing usage tracker for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:security_group {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:29:16.917731 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-132067f7-76dd-4066-805e-b81bb098aff0 req-af3047e0-007d-41b8-af97-eddc356dbef0 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Unset dirty status for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:security_group {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:29:16.919272 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-132067f7-76dd-4066-805e-b81bb098aff0 req-af3047e0-007d-41b8-af97-eddc356dbef0 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602186804&fields=id&tenant_id=7c05036ae62046d0a69ae953faf8c041 HTTP/1.1" status: 200 len: 267 time: 0.0705550 Nov 10 21:29:17.024808 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132067f7-76dd-4066-805e-b81bb098aff0 req-3b7b3a71-062b-40c1-8b80-759e09d8a7d8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.026324 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-132067f7-76dd-4066-805e-b81bb098aff0 req-3b7b3a71-062b-40c1-8b80-759e09d8a7d8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.1006961 Nov 10 21:29:17.044798 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-132067f7-76dd-4066-805e-b81bb098aff0 req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'port': {'security_groups': ['de44da59-8ae8-460f-8520-e88ebff00f3a', '578305d2-1f41-4c89-aee3-687d2d12e7f7']}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:17.192324 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-132067f7-76dd-4066-805e-b81bb098aff0 req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:17.495945 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-132067f7-76dd-4066-805e-b81bb098aff0 req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] For port e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:17.528325 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-132067f7-76dd-4066-805e-b81bb098aff0 req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:17.535766 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-132067f7-76dd-4066-805e-b81bb098aff0 req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:17.542335 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-5b6eca0a-2317-4dc5-93d7-6fdb8e302563 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:17.552161 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['e76414f9-bc1c-46e9-b29d-cf14b0dda85c'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:29:17.637405 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132067f7-76dd-4066-805e-b81bb098aff0 req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.637823 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-132067f7-76dd-4066-805e-b81bb098aff0 req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:17.639064 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-132067f7-76dd-4066-805e-b81bb098aff0 req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "PUT /v2.0/ports/e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 981 time: 0.5991173 Nov 10 21:29:17.639588 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:17.671733 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'Port': ['ID=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,revision_number=6']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:17.682903 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:17.729453 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'status': 'completed', 'code': 200} Nov 10 21:29:17.787460 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['e76414f9-bc1c-46e9-b29d-cf14b0dda85c'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:29:17.928406 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-24ffb543-03e3-4311-97bc-daf94e9b27bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1137 time: 0.1747217 Nov 10 21:29:17.935231 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d890-878e-4e7d-ae0b-ac19ac907c04 req-b11ce6ad-3a87-4ab0-9e80-d88188d71422 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.938662 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-70c0d890-878e-4e7d-ae0b-ac19ac907c04 req-b11ce6ad-3a87-4ab0-9e80-d88188d71422 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.1303747 Nov 10 21:29:18.122372 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-046a0f0b-c846-4030-bfb5-bb2de98c8a26 None None] Provisioning complete for port e76414f9-bc1c-46e9-b29d-cf14b0dda85c triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:18.122751 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-046a0f0b-c846-4030-bfb5-bb2de98c8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:18.206680 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-70c0d890-878e-4e7d-ae0b-ac19ac907c04 req-c9ece821-30e4-4544-bc73-b420a39f544a tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2418447 Nov 10 21:29:18.228193 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-b2261f86-ab90-4ff1-948d-4103356f36f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.229886 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-b2261f86-ab90-4ff1-948d-4103356f36f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 917 time: 0.2920690 Nov 10 21:29:18.375696 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-692a2863-5f11-49bb-ae28-64c42aed891e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 1001 time: 0.1375182 Nov 10 21:29:18.452755 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-e6fbd8cd-07d4-48af-9791-6beb3fc65308 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.453885 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-e6fbd8cd-07d4-48af-9791-6beb3fc65308 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 200 len: 854 time: 0.0713387 Nov 10 21:29:18.546391 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-60706509-ad18-4844-879b-533a4d6fbe6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87071b68-a385-4b22-ad1c-e59f348525a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854468 Nov 10 21:29:18.592141 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43152) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:18.704026 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-4e09a0ee-03e9-43a4-a0aa-c862760b46c7 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505306 Nov 10 21:29:18.768629 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:18.804692 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:18.808822 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Usage tracker for resource:security_group_rule and tenant:730be669059a477a97ade6ab15397c2d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:18.811747 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:18.819353 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:18.853063 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e8ac1cfc-e44b-4166-b0a0-1fc8fbd7aeea req-09c9576d-c798-4657-87b8-d3536a1448b6 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424036 Nov 10 21:29:18.899275 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:18.904162 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:18.911480 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-55054a7c-93f7-47c1-91ad-322c2317e9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:18.958743 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f935646-f740-4ba8-acd6-48729be41768,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:18.962867 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=730be669059a477a97ade6ab15397c2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689411 Nov 10 21:29:18.963863 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-71de8d2e-2826-4dac-826b-e1e1eda4cdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:18.965721 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43158) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:19.071387 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-698c52a9-7b1a-4268-86cc-b29fba7c7b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.103454 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-698c52a9-7b1a-4268-86cc-b29fba7c7b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.156440 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-698c52a9-7b1a-4268-86cc-b29fba7c7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.162056 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-090077e0-3cf9-4426-bbbb-f2f6680257df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:19.175604 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c52a9-7b1a-4268-86cc-b29fba7c7b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f935646-f740-4ba8-acd6-48729be41768,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:19.178671 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-698c52a9-7b1a-4268-86cc-b29fba7c7b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:19.181426 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-698c52a9-7b1a-4268-86cc-b29fba7c7b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.182564 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-698c52a9-7b1a-4268-86cc-b29fba7c7b36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f935646-f740-4ba8-acd6-48729be41768 HTTP/1.1" status: 204 len: 168 time: 0.2155533 Nov 10 21:29:19.523145 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43166) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:19.543823 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.579175 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:19.584256 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Usage tracker for resource:security_group_rule and tenant:ea86c67a6fea45e99100c143d51033b1 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:19.587338 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:19.590798 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:29:19.593176 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:19.668662 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.672303 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.679852 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9652d0c3-5ea3-455d-af1b-3116a49fe7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:19.725832 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ed0ac-dffd-4410-8659-d11b62720464,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:19.729107 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:19.731807 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea86c67a6fea45e99100c143d51033b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2076194 Nov 10 21:29:19.734390 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43170) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:19.797874 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7348f557-2998-4362-ade4-1a6c7bf4cc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.825306 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7348f557-2998-4362-ade4-1a6c7bf4cc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.877926 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7348f557-2998-4362-ade4-1a6c7bf4cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.881840 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-306d09a3-48c9-4790-88f7-4c3a9c39b494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:19.894327 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348f557-2998-4362-ade4-1a6c7bf4cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ed0ac-dffd-4410-8659-d11b62720464,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:19.898045 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7348f557-2998-4362-ade4-1a6c7bf4cc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:19.901849 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7348f557-2998-4362-ade4-1a6c7bf4cc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:19.905394 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-7348f557-2998-4362-ade4-1a6c7bf4cc05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f18ed0ac-dffd-4410-8659-d11b62720464 HTTP/1.1" status: 204 len: 168 time: 0.1676910 Nov 10 21:29:19.934560 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b9bef231-acf7-4214-bd59-2f8c0580a6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:20.735902 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:22.214628 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43218) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:22.358875 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:22.392785 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:22.396563 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Usage tracker for resource:security_group_rule and tenant:20499f52524e4291ba125440be17de00 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:22.399470 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:22.415707 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:22.490470 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:22.494856 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:22.501838 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-2cdc3adf-a669-4bd0-aa9b-41dbe6ff289c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:22.546086 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce445206-9c5e-480a-b41e-b82e64793d49,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:22.550182 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:22.553024 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20499f52524e4291ba125440be17de00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373642 Nov 10 21:29:22.556612 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43224) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:22.619976 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4988aff-2227-49e2-b35a-0383d9c16a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:22.648114 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4988aff-2227-49e2-b35a-0383d9c16a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:22.704920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4988aff-2227-49e2-b35a-0383d9c16a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:22.708681 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3668b11d-cb20-47fe-a817-dc7d87de731f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:22.721660 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4988aff-2227-49e2-b35a-0383d9c16a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce445206-9c5e-480a-b41e-b82e64793d49,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:22.725567 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4988aff-2227-49e2-b35a-0383d9c16a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:22.728978 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d4988aff-2227-49e2-b35a-0383d9c16a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:22.731048 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-d4988aff-2227-49e2-b35a-0383d9c16a33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce445206-9c5e-480a-b41e-b82e64793d49 HTTP/1.1" status: 204 len: 168 time: 0.1730502 Nov 10 21:29:22.895691 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c73a76cd-3ac4-441f-9f32-c1d398b48703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.074437 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43232) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:23.093547 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.125732 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:23.130586 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Usage tracker for resource:security_group_rule and tenant:42c2acef52494bdbb5f9c00c91cad5c4 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:23.133431 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:23.139337 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:23.208367 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.212146 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.219068 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-cd75366d-825e-4866-9c03-fdc1f45af08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:23.255418 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.262128 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8328fe74-6c9e-444d-b40f-58ae3b3c7587,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:23.266080 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42c2acef52494bdbb5f9c00c91cad5c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1906350 Nov 10 21:29:23.267118 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:23.269087 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43236) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:23.334235 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-abfe1f43-5936-494f-95a1-46163a555974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.359987 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-abfe1f43-5936-494f-95a1-46163a555974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.414608 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-abfe1f43-5936-494f-95a1-46163a555974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.418440 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-e601c38c-a864-41ec-9f6d-91f00594675d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:23.434535 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe1f43-5936-494f-95a1-46163a555974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8328fe74-6c9e-444d-b40f-58ae3b3c7587,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:23.437183 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-abfe1f43-5936-494f-95a1-46163a555974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:23.438341 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-abfe1f43-5936-494f-95a1-46163a555974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:23.440325 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-abfe1f43-5936-494f-95a1-46163a555974 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8328fe74-6c9e-444d-b40f-58ae3b3c7587 HTTP/1.1" status: 204 len: 168 time: 0.1695271 Nov 10 21:29:24.081126 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:25.537049 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:26.076145 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-4ca765e7-decb-4e8b-b945-0eb834929332 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818386 Nov 10 21:29:26.196933 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-180a0312-3d7d-4224-bd58-2410a5667dcf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 1099 time: 0.0956073 Nov 10 21:29:26.354698 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-72bb55b0-f8a8-4b34-95ab-b804d68e7212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.356239 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-72bb55b0-f8a8-4b34-95ab-b804d68e7212 service neutron] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 913 time: 0.1396408 Nov 10 21:29:26.499364 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-86f808b2-e235-48ba-a8d9-219821ba2433 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b06391e3-220a-475e-902a-1f39f448e607 HTTP/1.1" status: 200 len: 1001 time: 0.1360629 Nov 10 21:29:26.569728 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-0c4dcfc3-9484-485e-8466-12620f546775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.571072 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-0c4dcfc3-9484-485e-8466-12620f546775 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.0644336 Nov 10 21:29:26.651102 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-2fc0b72a-4c92-4c3a-aca5-1e15f9578443 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715482 Nov 10 21:29:26.793038 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-934a2d17-18ed-49ad-b83c-01c356278c5e service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333194 Nov 10 21:29:27.028065 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ac91beff-e9e1-4edf-828d-59f51ed213d8 req-5eb445c8-9df2-42cc-ad34-d936f746f4d2 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284324 Nov 10 21:29:30.875627 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43328) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:31.020231 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.056104 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:31.059964 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Usage tracker for resource:security_group_rule and tenant:9d95ce20d37449fcb4cc1086f8fdb9f4 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:31.062830 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:31.069716 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:31.146559 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.150472 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.157096 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b972aad0-8973-47d9-93c1-5cecf8a95eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:31.200409 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f81a81-5c05-41ed-91c7-98133feb961a,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:31.203819 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:31.207379 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d95ce20d37449fcb4cc1086f8fdb9f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3298936 Nov 10 21:29:31.210043 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43334) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:31.271672 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fb8fff5b-7380-4bb3-9f30-5b50b0dc8781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.298803 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fb8fff5b-7380-4bb3-9f30-5b50b0dc8781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.350052 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fb8fff5b-7380-4bb3-9f30-5b50b0dc8781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.353741 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-39cc1032-9bb8-4c9c-b88d-74abe97cb0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:31.365656 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fff5b-7380-4bb3-9f30-5b50b0dc8781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f81a81-5c05-41ed-91c7-98133feb961a,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:31.369047 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fb8fff5b-7380-4bb3-9f30-5b50b0dc8781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:31.372158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fb8fff5b-7380-4bb3-9f30-5b50b0dc8781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.378632 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-fb8fff5b-7380-4bb3-9f30-5b50b0dc8781 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1f81a81-5c05-41ed-91c7-98133feb961a HTTP/1.1" status: 204 len: 168 time: 0.1650994 Nov 10 21:29:31.763022 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43342) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:31.783125 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.816453 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:31.820322 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Usage tracker for resource:security_group_rule and tenant:ef8c1d269f444619b204a198ba3ec87b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:31.823359 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:31.829952 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:31.911536 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.915922 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:31.923781 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c47f6ac6-7c2d-46c3-a9db-058e493f6e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:31.969279 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e416fe-22f0-4918-801d-75c5f88482df,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:31.972601 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:31.983151 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-11366988-0c12-4a98-88cf-501884b3b39e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef8c1d269f444619b204a198ba3ec87b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2113118 Nov 10 21:29:31.984322 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43346) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:32.058186 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1c05-da2e-443f-bef0-d0aa1e51002b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:32.090626 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1c05-da2e-443f-bef0-d0aa1e51002b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:32.145913 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1c05-da2e-443f-bef0-d0aa1e51002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:32.150891 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fb8fff5b-7380-4bb3-9f30-5b50b0dc8781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:32.163413 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d1c05-da2e-443f-bef0-d0aa1e51002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e416fe-22f0-4918-801d-75c5f88482df,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:32.166395 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2a8d1c05-da2e-443f-bef0-d0aa1e51002b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:32.168334 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1c05-da2e-443f-bef0-d0aa1e51002b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:32.171790 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2a8d1c05-da2e-443f-bef0-d0aa1e51002b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3e416fe-22f0-4918-801d-75c5f88482df HTTP/1.1" status: 204 len: 168 time: 0.1850722 Nov 10 21:29:40.312218 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43472) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:40.462737 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:40.496995 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:40.501598 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Usage tracker for resource:security_group_rule and tenant:a4ea2f02288d48518e5a82d7a35f1f83 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:40.504887 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:40.511052 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:40.583129 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:40.587199 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:40.595578 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-10df102b-fea3-4e2b-8781-a9b9604e662a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:40.638867 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a533ad1-cd01-4e57-aa41-ff98e9914924,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:40.645917 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4ea2f02288d48518e5a82d7a35f1f83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302591 Nov 10 21:29:40.645917 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:40.646200 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43482) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:40.709228 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3a06cece-b97b-43f9-9e53-895e1989de53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:40.738708 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3a06cece-b97b-43f9-9e53-895e1989de53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:40.815041 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3a06cece-b97b-43f9-9e53-895e1989de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:40.819822 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d4988aff-2227-49e2-b35a-0383d9c16a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:40.868805 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06cece-b97b-43f9-9e53-895e1989de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a533ad1-cd01-4e57-aa41-ff98e9914924,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:40.872439 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3a06cece-b97b-43f9-9e53-895e1989de53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:40.920922 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3a06cece-b97b-43f9-9e53-895e1989de53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:40.922031 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-3a06cece-b97b-43f9-9e53-895e1989de53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a533ad1-cd01-4e57-aa41-ff98e9914924 HTTP/1.1" status: 204 len: 168 time: 0.2750130 Nov 10 21:29:40.979637 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-e1a28674-e789-4311-8cd6-15e130a62249 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1137 time: 0.1516171 Nov 10 21:29:40.988911 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9898c90-97c8-4895-817c-36620a6f91b2 req-81f41da0-2925-4ea5-ba09-f6eb3317ea0d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:40.990376 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b9898c90-97c8-4895-817c-36620a6f91b2 req-81f41da0-2925-4ea5-ba09-f6eb3317ea0d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.1299539 Nov 10 21:29:41.134573 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b9898c90-97c8-4895-817c-36620a6f91b2 req-a6181eaf-21d6-4707-94f3-064fa6c19d7d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212392 Nov 10 21:29:41.167424 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-3ea8193a-ed40-4a10-add2-47e509a078bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:41.168905 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-3ea8193a-ed40-4a10-add2-47e509a078bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 917 time: 0.1776350 Nov 10 21:29:41.296987 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-3dad73d6-0f4e-4b99-b797-6ef2c270ecd2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 1001 time: 0.1140516 Nov 10 21:29:41.324709 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43492) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:41.346888 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:41.362970 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-81ac4ec4-a83e-49e6-b904-c13e6edfb5bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:41.364379 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-81ac4ec4-a83e-49e6-b904-c13e6edfb5bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 200 len: 854 time: 0.0600212 Nov 10 21:29:41.378704 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:41.382820 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Usage tracker for resource:security_group_rule and tenant:668c6b1a92f246ada2c1d0bea7df9010 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:41.386066 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:41.392286 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:41.448058 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-1b7a5f76-f736-4537-8ee7-845841448585 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87071b68-a385-4b22-ad1c-e59f348525a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746055 Nov 10 21:29:41.462370 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:41.466608 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:41.474839 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ba7e6405-fdf4-4e36-aa11-0790382fa815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:41.521945 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=668c6b1a92f246ada2c1d0bea7df9010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937892 Nov 10 21:29:41.521945 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881dbf30-4f2b-47aa-b975-e5b68f296573,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:41.523015 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43496) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:41.525936 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f7577df5-5436-4d8e-89e6-9e4c13b50009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:41.589180 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-7953ae32-7a6f-421d-96ce-f41e083f7312 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333139 Nov 10 21:29:41.590678 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65987ad3-6e65-46c8-baa8-7312832e52cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:41.616299 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65987ad3-6e65-46c8-baa8-7312832e52cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:41.672145 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65987ad3-6e65-46c8-baa8-7312832e52cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:41.678314 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-aa143fba-c649-4020-b924-5934eca9913d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:41.691676 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65987ad3-6e65-46c8-baa8-7312832e52cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881dbf30-4f2b-47aa-b975-e5b68f296573,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:41.694640 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-65987ad3-6e65-46c8-baa8-7312832e52cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:41.700104 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65987ad3-6e65-46c8-baa8-7312832e52cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:41.703825 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-65987ad3-6e65-46c8-baa8-7312832e52cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/881dbf30-4f2b-47aa-b975-e5b68f296573 HTTP/1.1" status: 204 len: 168 time: 0.1774158 Nov 10 21:29:41.736342 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-082e71a3-e02c-41ba-959a-20f45bf704bd req-fbc9223c-fcc0-4d43-bf63-15fe614282af service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386762 Nov 10 21:29:42.346306 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e506ed0-2f76-4779-b832-f01ed2128a99 req-970ec15b-8b7b-415b-bacd-8062bf053067 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:42.347758 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7e506ed0-2f76-4779-b832-f01ed2128a99 req-970ec15b-8b7b-415b-bacd-8062bf053067 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0827961 Nov 10 21:29:42.399164 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-7e506ed0-2f76-4779-b832-f01ed2128a99 req-64464fcd-b07d-476a-9b6f-341316f913d4 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455322 Nov 10 21:29:43.604214 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b399aa-296b-4c9f-b567-d47aee485bb2 req-86919485-4d27-48cc-b4bf-2356189f8225 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.605688 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b7b399aa-296b-4c9f-b567-d47aee485bb2 req-86919485-4d27-48cc-b4bf-2356189f8225 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0830894 Nov 10 21:29:43.653473 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-b7b399aa-296b-4c9f-b567-d47aee485bb2 req-bf7423f9-5c61-44e7-bde5-912035884231 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416999 Nov 10 21:29:44.875624 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79796ef0-26ca-4935-aff4-243b98026a92 req-8b109b7f-780c-4331-874d-b36f7b2d903e tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:44.878018 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-79796ef0-26ca-4935-aff4-243b98026a92 req-8b109b7f-780c-4331-874d-b36f7b2d903e tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0912731 Nov 10 21:29:44.927655 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-79796ef0-26ca-4935-aff4-243b98026a92 req-db23fcff-6cda-412f-83b9-17a38d299a95 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434382 Nov 10 21:29:46.151234 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccca4cc-575b-4d06-9b17-cc280a9650df req-d88dda51-d053-4a3e-9d63-e794c31c254e tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.157859 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2ccca4cc-575b-4d06-9b17-cc280a9650df req-d88dda51-d053-4a3e-9d63-e794c31c254e tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0886395 Nov 10 21:29:46.213660 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2ccca4cc-575b-4d06-9b17-cc280a9650df req-952e8d6f-ffc0-4047-806d-0ce9bd45694f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534472 Nov 10 21:29:46.764266 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dc752-9f1d-41e4-8fc3-6fbbdd0faedd req-4b10e1f2-5186-4117-b6bc-6a86f0813bc8 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.765783 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-862dc752-9f1d-41e4-8fc3-6fbbdd0faedd req-4b10e1f2-5186-4117-b6bc-6a86f0813bc8 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.0834038 Nov 10 21:29:46.816310 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-862dc752-9f1d-41e4-8fc3-6fbbdd0faedd req-9f40c611-6c7a-4690-b467-222e0d504e64 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441773 Nov 10 21:29:47.439152 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71af05f-8834-487d-beb5-e042362f4412 req-e0a550ca-0d74-48a2-b226-0a3e34caddd4 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:47.440895 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f71af05f-8834-487d-beb5-e042362f4412 req-e0a550ca-0d74-48a2-b226-0a3e34caddd4 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0907121 Nov 10 21:29:47.503163 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-f71af05f-8834-487d-beb5-e042362f4412 req-6e7b5cc4-0d72-4944-afc9-1cd701922ff8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520256 Nov 10 21:29:48.088741 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a655a14-7ff7-4ea8-b663-57d3868b02ca req-4cc1e625-6911-490a-9d2b-7463b6f721ed tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.090265 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8a655a14-7ff7-4ea8-b663-57d3868b02ca req-4cc1e625-6911-490a-9d2b-7463b6f721ed tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.0910563 Nov 10 21:29:48.146812 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8a655a14-7ff7-4ea8-b663-57d3868b02ca req-d8fb8534-468d-4e7e-ae75-5fe7b9601db9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488529 Nov 10 21:29:48.768257 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a04afd-90c4-495c-ad41-f7d4056e251b req-633efcde-e08f-4f6c-82f9-36e5a5603a22 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.770700 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d2a04afd-90c4-495c-ad41-f7d4056e251b req-633efcde-e08f-4f6c-82f9-36e5a5603a22 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.1130073 Nov 10 21:29:48.858917 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d2a04afd-90c4-495c-ad41-f7d4056e251b req-14e52b8f-1955-4a2d-8ba7-ea5aea9fff1f tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812211 Nov 10 21:29:48.890181 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-7de67481-9e9b-4f0b-8109-14dfbdfb9453 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.891840 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-7de67481-9e9b-4f0b-8109-14dfbdfb9453 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.0915196 Nov 10 21:29:49.071426 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Deleting port b06391e3-220a-475e-902a-1f39f448e607 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:49.071893 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:49.404198 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] For port b06391e3-220a-475e-902a-1f39f448e607, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b06391e3-220a-475e-902a-1f39f448e607,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:49.404938 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:49.515479 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a293f-da37-41ca-86ed-a08f11dd7f74 req-00c1f948-b401-45e0-8ef1-279ab5e04bab tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.517533 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2a2a293f-da37-41ca-86ed-a08f11dd7f74 req-00c1f948-b401-45e0-8ef1-279ab5e04bab tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 946 time: 0.2237165 Nov 10 21:29:49.664522 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-2a2a293f-da37-41ca-86ed-a08f11dd7f74 req-97b86a3b-864b-4d43-a10a-4d3a465a95a3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=af7d06bf-d053-4d93-bec7-bce0cf69cd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378679 Nov 10 21:29:49.779352 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:49.779806 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:49.779943 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.l3_db [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Floating IP aed845db-d564-4646-9d38-2e1cc690db02 disassociated. External IP: 172.28.3.35, port: b06391e3-220a-475e-902a-1f39f448e607. Nov 10 21:29:49.780251 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Calling delete_port for b06391e3-220a-475e-902a-1f39f448e607 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:49.924167 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4e10d4af-0aa9-45e1-a6a5-4e9499918ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:49.925208 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:49.931334 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-955c765f-83d1-4bd5-a754-92b9c002bbcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:49.980435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event deleted for resources: {'Port': ['ID=b06391e3-220a-475e-902a-1f39f448e607,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:49.984569 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:50.112974 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954514a4-0734-42e8-926c-f462ce25f426 req-3305cc86-8e26-4150-88bb-1f3bb68d950d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:50.114669 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-954514a4-0734-42e8-926c-f462ce25f426 req-3305cc86-8e26-4150-88bb-1f3bb68d950d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0912218 Nov 10 21:29:50.183893 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-954514a4-0734-42e8-926c-f462ce25f426 req-de909051-48a9-4530-b544-f6b24c499b4e tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632684 Nov 10 21:29:50.230245 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:29:50.484769 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:29:50.502038 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] Sync routers for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:29:50.527326 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:50.528058 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:50.578553 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] No DVR routers for this DVR port b06391e3-220a-475e-902a-1f39f448e607 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:29:50.581752 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:50.584618 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef2d30-7124-44be-910d-59ef841d0345', 'name': 'network-vif-deleted', 'tag': 'b06391e3-220a-475e-902a-1f39f448e607'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:50.603043 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-dc3db532-4742-4628-9b5f-b593f42fd22d req-9992f19e-71b1-44cf-adb5-25b1583105b6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "DELETE /v2.0/ports/b06391e3-220a-475e-902a-1f39f448e607 HTTP/1.1" status: 204 len: 173 time: 1.7050633 Nov 10 21:29:50.651903 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef2d30-7124-44be-910d-59ef841d0345', 'name': 'network-vif-deleted', 'tag': 'b06391e3-220a-475e-902a-1f39f448e607', 'status': 'completed', 'code': 200} Nov 10 21:29:50.745428 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:29:50.747763 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:50.975674 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-fb27abaa-34eb-478b-b81b-da2be93a13f5 req-2b38ac90-ef5a-45d8-8053-92f452f48a01 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=05ef2d30-7124-44be-910d-59ef841d0345 HTTP/1.1" status: 200 len: 210 time: 0.1421018 Nov 10 21:29:51.109161 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:51.114243 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] Checking router: 482f2754-88d0-4aba-bcfc-a4838c4bdf06 for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:29:51.125710 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:51.127010 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:51.327112 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:29:51.412437 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c51151-6f0c-40b3-814f-29e9325e4cc3 req-31adf5d7-77f7-493f-9b8a-63e2e5e59a5c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.413965 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-55c51151-6f0c-40b3-814f-29e9325e4cc3 req-31adf5d7-77f7-493f-9b8a-63e2e5e59a5c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0916312 Nov 10 21:29:51.485077 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-55c51151-6f0c-40b3-814f-29e9325e4cc3 req-1d9f7dfa-39f8-4c0d-a6e8-22bd4e1cae94 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591466 Nov 10 21:29:51.657678 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:51.662028 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3c8e-6b5d-4e72-931b-38680457da75 None None] The sync data for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb is: [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:29:51.894066 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76a078-2fff-459b-9d5f-de5adba98425 None None] New status for floating IP aed845db-d564-4646-9d38-2e1cc690db02: DOWN {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:29:52.151578 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43610) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:52.247664 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-40ddd20b-a69d-481f-893c-e1ae34650eb9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:52.277164 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-40ddd20b-a69d-481f-893c-e1ae34650eb9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:52.313992 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device b06391e3-220a-475e-902a-1f39f448e607 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:29:52.343344 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-40ddd20b-a69d-481f-893c-e1ae34650eb9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:52.349359 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7348f557-2998-4362-ade4-1a6c7bf4cc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:52.350400 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: b06391e3-220a-475e-902a-1f39f448e607 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:29:52.350743 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device b06391e3-220a-475e-902a-1f39f448e607 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:29:52.366123 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddd20b-a69d-481f-893c-e1ae34650eb9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d06bf-d053-4d93-bec7-bce0cf69cd30,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:52.370237 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-40ddd20b-a69d-481f-893c-e1ae34650eb9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:52.379041 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-40ddd20b-a69d-481f-893c-e1ae34650eb9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:52.380167 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-40ddd20b-a69d-481f-893c-e1ae34650eb9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "DELETE /v2.0/security-groups/af7d06bf-d053-4d93-bec7-bce0cf69cd30 HTTP/1.1" status: 204 len: 168 time: 0.2275469 Nov 10 21:29:52.383013 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43614) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:52.412805 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.api.v2.resource [None req-6b2cb8f3-3428-4c52-91aa-f9e70382c4b4 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] show failed (client error): The resource could not be found. Nov 10 21:29:52.414380 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-6b2cb8f3-3428-4c52-91aa-f9e70382c4b4 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups/af7d06bf-d053-4d93-bec7-bce0cf69cd30 HTTP/1.1" status: 404 len: 347 time: 0.0301335 Nov 10 21:29:52.417488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43618) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:52.692089 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Deleting port 6262e251-b6ba-46ff-b134-c4130aa945f2 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:52.692998 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:52.713500 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a704-8b46-4964-9837-ef9d62f9beb5 req-079555fa-d570-424e-b688-1ef538f74317 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.715134 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d2c3a704-8b46-4964-9837-ef9d62f9beb5 req-079555fa-d570-424e-b688-1ef538f74317 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0910163 Nov 10 21:29:52.771975 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-d2c3a704-8b46-4964-9837-ef9d62f9beb5 req-0123fe5e-3c14-4ff3-bf85-0cc5ae3394ab tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497956 Nov 10 21:29:52.881270 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:52.881589 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:52.892939 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-30726b8d-1314-48d2-bd8f-33a52d1b49f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.009016 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Calling delete_port for 6262e251-b6ba-46ff-b134-c4130aa945f2 owned by network:floatingip {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:53.153950 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.157920 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:53.203021 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event deleted for resources: {'Port': ['ID=6262e251-b6ba-46ff-b134-c4130aa945f2,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:53.207326 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:53.265610 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.306878 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.321975 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.323127 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-4d2e88c1-3983-4ed9-9853-601ed63ba21b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "DELETE /v2.0/floatingips/aed845db-d564-4646-9d38-2e1cc690db02 HTTP/1.1" status: 204 len: 168 time: 0.9043961 Nov 10 21:29:53.709234 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43634) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:53.715689 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834105632', 'description': 'tempest-description--1915806887'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:53.722718 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:53.726994 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:security_group and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:53.729929 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:53.737393 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:53.746988 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.789486 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:53.793757 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:security_group_rule and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:53.798198 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:53.806296 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:53.871973 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.876943 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.880893 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9fb8e4de-77f1-41fe-afd8-d620fc3ff347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:53.967640 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:53.973038 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:53.973757 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:53.975193 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-3044de5b-95a9-4fac-8c47-3e74b3b3855a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2645779 Nov 10 21:29:53.978750 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43640) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:53.985080 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'security_group_rule': {'security_group_id': 'f42dfbd9-4aad-42b2-a4be-3ef8551c64b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:53.991631 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:53.996254 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:security_group_rule and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:54.000259 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:54.010844 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:54.031659 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d508d-4f0f-4018-bffb-81bc32b22662 req-8974dd66-8d10-4b73-a133-d46eeb2897b6 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.033850 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ad6d508d-4f0f-4018-bffb-81bc32b22662 req-8974dd66-8d10-4b73-a133-d46eeb2897b6 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.1193991 Nov 10 21:29:54.042254 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.101838 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.104560 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-ad6d508d-4f0f-4018-bffb-81bc32b22662 req-245ead83-d2ef-41e9-b7f7-731829cf43ae tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594385 Nov 10 21:29:54.131809 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.136723 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.138810 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:54.163488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f845893f-8f43-4e06-922b-8c694faa1039,revision_number=0']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:54.166064 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:54.174533 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.175987 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c0832070-240e-4a04-be4d-04351f74361e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1960809 Nov 10 21:29:54.180597 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43644) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:54.186538 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'security_group_rule': {'security_group_id': 'f42dfbd9-4aad-42b2-a4be-3ef8551c64b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:54.194040 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:54.198012 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:security_group_rule and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:54.201183 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:54.208307 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:54.226580 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.291650 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.295828 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425749'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.298417 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ed2d866b-1005-41b7-807f-c6f84a491459 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:54.321914 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4ed52c-f979-4b53-b489-eb8e6d256371,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:54.324701 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:54.334672 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.335865 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-2f31602b-6269-4fed-853e-4bbf5a312a85 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1540415 Nov 10 21:29:54.339521 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43648) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:54.345315 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.v2.base [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'floatingip': {'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:54.351114 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:54.355026 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Usage tracker for resource:floatingip and tenant:f476b8b2353347bba4b3976b1ced361e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:54.358071 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:54.364069 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:54.376515 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.458749 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43652) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:54.540858 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.698802 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Deleting port 30fb98a3-9705-4b65-86ff-9e836928944c {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:54.699502 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:54.721144 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Allocated IP 172.28.3.49 (e5e6204f-b15f-4aba-96e4-6e2896ad2afd/5ab69553-08e1-4bb4-a169-a755855621f8/a3a0db64-f4ec-45a2-a4fa-c934bf2c6c50) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:54.990464 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.005027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.005750 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.038016 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.042792 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c44c34b7-ef5e-4785-acac-7a4f92b181e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:55.106727 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Network e5e6204f-b15f-4aba-96e4-6e2896ad2afd is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:55.114474 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources bound (agent type, host, resource id): {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:55.119005 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:55.159489 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'Port': ['ID=a3a0db64-f4ec-45a2-a4fa-c934bf2c6c50,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:55.159764 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Calling delete_port for 30fb98a3-9705-4b65-86ff-9e836928944c owned by network:floatingip {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:55.164588 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:55.332271 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.410003 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.499911 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.509706 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-72c65323-d89e-42ca-8378-816a6e977433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:55.544077 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.560674 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event deleted for resources: {'Port': ['ID=30fb98a3-9705-4b65-86ff-9e836928944c,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:55.589748 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:55.657707 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3576ca-41ae-4976-819b-ca267c331fe9 req-66ef36a8-bea2-41f4-b05a-ddb7ae1ef499 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:55.659473 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6b3576ca-41ae-4976-819b-ca267c331fe9 req-66ef36a8-bea2-41f4-b05a-ddb7ae1ef499 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.3270397 Nov 10 21:29:55.708092 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for floatingip, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.756498 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.762206 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3330988'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.767860 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:55.793020 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6b3576ca-41ae-4976-819b-ca267c331fe9 req-45892401-e81e-4770-94d9-27fedf6173ec tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245127 Nov 10 21:29:55.878504 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'Port': ['ID=a3a0db64-f4ec-45a2-a4fa-c934bf2c6c50,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:55.883072 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:55.901159 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.928191 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:55.929556 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5889988 Nov 10 21:29:56.263580 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-db2be625-338f-4e71-8ed2-aea813a7ccfa tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Synchronizing usage tracker for tenant:f476b8b2353347bba4b3976b1ced361e on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:29:56.266008 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Router 42142728-5c35-4549-a9e5-e3879b4899db has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:29:56.282537 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-db2be625-338f-4e71-8ed2-aea813a7ccfa tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Unset dirty status for tenant:f476b8b2353347bba4b3976b1ced361e on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:29:56.284258 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-db2be625-338f-4e71-8ed2-aea813a7ccfa tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1834105632&fields=id&tenant_id=f476b8b2353347bba4b3976b1ced361e HTTP/1.1" status: 200 len: 267 time: 0.0768723 Nov 10 21:29:56.517354 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:29:56.542484 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] Sync routers for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:29:56.549215 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:56.557936 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:56.558939 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:56.573770 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-d830835e-04ed-4721-abe0-78ceb293dad6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:56.574478 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-d830835e-04ed-4721-abe0-78ceb293dad6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Synchronizing usage tracker for tenant:f476b8b2353347bba4b3976b1ced361e on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:29:56.596972 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-d830835e-04ed-4721-abe0-78ceb293dad6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Unset dirty status for tenant:f476b8b2353347bba4b3976b1ced361e on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:29:56.598899 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-d830835e-04ed-4721-abe0-78ceb293dad6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 811 time: 0.3067141 Nov 10 21:29:56.617754 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-ec6e6995-2cb5-4d5e-958e-2b847a2159c3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/quotas/f476b8b2353347bba4b3976b1ced361e HTTP/1.1" status: 200 len: 375 time: 0.0133820 Nov 10 21:29:56.626306 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "DELETE /v2.0/floatingips/931bfd34-f04e-4073-b770-edb9c35bfe39 HTTP/1.1" status: 204 len: 168 time: 2.1662183 Nov 10 21:29:56.627051 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:56.729086 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-1bb1f1f5-6c90-4280-ac98-ce6eaaf6e693 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056311 Nov 10 21:29:56.786914 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:29:56.797091 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43696) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:56.801691 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:29:56.914561 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-14b9efc8-9ca1-4619-a7ed-4731ec861bbf service neutron] 10.222.0.70 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719270 Nov 10 21:29:56.949750 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'status': 'completed', 'code': 200} Nov 10 21:29:57.071057 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:57.113285 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-76e74ed7-a5dc-422f-8fca-c10834a4847e service neutron] 10.222.0.70 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923351 Nov 10 21:29:57.194612 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:57.200864 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Usage tracker for resource:security_group_rule and tenant:40677ad3623e4ac1963daa036aa2c983 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:29:57.205438 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:29:57.214543 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:57.270211 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:13Z', 'revision_number': 5, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:57.278935 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] Checking router: 42142728-5c35-4549-a9e5-e3879b4899db for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:29:57.283950 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-93e10b40-7fab-4c00-b933-c6d65a05f376 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f99890f89564484a6a6b596825cf0a5&device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 1098 time: 0.2995739 Nov 10 21:29:57.309197 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:57.311070 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:57.401697 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d1558-83ee-420c-b406-a672daf43dd4 req-4fe2a02d-a256-4367-86cf-5d7172fbd39d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:57.408832 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a6d1558-83ee-420c-b406-a672daf43dd4 req-4fe2a02d-a256-4367-86cf-5d7172fbd39d tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.3048224 Nov 10 21:29:57.534225 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-6a6d1558-83ee-420c-b406-a672daf43dd4 req-2451e2be-8165-4894-a825-6b761d1657ae tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238656 Nov 10 21:29:57.549169 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df741a-e823-4e8c-a873-6194b9a61281 req-5e8b6e3e-0b83-42f7-bb38-7faaac6be067 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:57.553211 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-90df741a-e823-4e8c-a873-6194b9a61281 req-5e8b6e3e-0b83-42f7-bb38-7faaac6be067 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.1727135 Nov 10 21:29:57.583204 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:57.588651 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-ead269d3-ef4a-4625-a9ef-86527f0b247d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:57.590445 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-ead269d3-ef4a-4625-a9ef-86527f0b247d service neutron] 10.222.0.58 "GET /v2.0/networks?id=e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 200 len: 910 time: 0.2972016 Nov 10 21:29:57.591604 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:57.602617 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c403e9b3-9e94-4a21-b8bb-f88c89820adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:57.663131 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:29:57.677243 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-90df741a-e823-4e8c-a873-6194b9a61281 req-635d1524-1cde-45bb-a9f2-b34f264cd8d3 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006422 Nov 10 21:29:57.710131 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b971f82-be1e-4fe1-9691-59d5e15c081f,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:57.794246 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-0cc3b794-7a63-4b98-b053-83ed6c308e27 req-a92b1e1f-c896-4ef1-9e8c-c7005a6516ca tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Synchronizing usage tracker for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:29:57.802276 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.802937 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.803464 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.803964 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.804473 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.805004 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.805530 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.806079 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.806584 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.807091 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.807603 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.812518 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-e6b70a73-34a5-484f-a7c7-16b47140f417 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 200 len: 217 time: 0.2112143 Nov 10 21:29:57.818029 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:57.859907 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-97333b1c-f2c7-42b5-82c0-45dbca809000 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40677ad3623e4ac1963daa036aa2c983&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0611041 Nov 10 21:29:57.862771 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43716) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:29:57.896009 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-0cc3b794-7a63-4b98-b053-83ed6c308e27 req-a92b1e1f-c896-4ef1-9e8c-c7005a6516ca tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Unset dirty status for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:29:57.913266 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0cc3b794-7a63-4b98-b053-83ed6c308e27 req-a92b1e1f-c896-4ef1-9e8c-c7005a6516ca tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 210 time: 0.1998119 Nov 10 21:29:57.929832 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-84e623ff-6942-4d6c-9384-a08959ef8db1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:57.933157 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-84e623ff-6942-4d6c-9384-a08959ef8db1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 200 len: 847 time: 0.1122820 Nov 10 21:29:57.956264 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ea52-c56b-4c21-818e-fec60ca77d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:57.991263 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ea52-c56b-4c21-818e-fec60ca77d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:58.076644 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ea52-c56b-4c21-818e-fec60ca77d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:58.078734 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-fe9df0b2-9d42-401c-bb85-cdf9a099c605 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e920f296-2b85-4024-9e49-abb581191350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1376975 Nov 10 21:29:58.081209 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ea2cfba1-d3f5-4ece-8f8a-a315ba6976bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:29:58.106838 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2ea52-c56b-4c21-818e-fec60ca77d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b971f82-be1e-4fe1-9691-59d5e15c081f,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:58.111206 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ea52-c56b-4c21-818e-fec60ca77d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:58.112852 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-fbd2ea52-c56b-4c21-818e-fec60ca77d4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b971f82-be1e-4fe1-9691-59d5e15c081f HTTP/1.1" status: 204 len: 168 time: 0.2487974 Nov 10 21:29:58.114963 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fbd2ea52-c56b-4c21-818e-fec60ca77d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:29:58.127957 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:13Z', 'revision_number': 5, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:58.136480 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da52440-ea03-4b53-a4a2-f843a59bff7a None None] The sync data for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb is: [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 4, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8', 'name': '', 'network_id': 'e920f296-2b85-4024-9e49-abb581191350', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'mac_address': 'fa:16:3e:ac:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:13Z', 'revision_number': 5, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'subnets': [{'id': 'ad7abc97-8c29-471c-8987-fa88f10219dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:29:58.463110 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-bff1e8d4-a3a5-411e-b817-1705f9961279 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752954 Nov 10 21:29:58.529031 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae8a43-b529-4b41-afce-6312764086ec None None] New status for floating IP 931bfd34-f04e-4073-b770-edb9c35bfe39: DOWN {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:29:58.724246 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-85488c19-7c92-4acc-99e5-ccd8b3e89e8e req-fa54e19e-b0d4-4233-95d0-055ed91091b6 service neutron] 10.222.0.58 "GET /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909363 Nov 10 21:29:58.788391 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-b019a96d-cd83-456a-97ae-4fcb8698533a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.789177 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-b019a96d-cd83-456a-97ae-4fcb8698533a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Synchronizing usage tracker for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:29:58.833776 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-b019a96d-cd83-456a-97ae-4fcb8698533a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Unset dirty status for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:29:58.835041 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-b019a96d-cd83-456a-97ae-4fcb8698533a tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.58 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.3764582 Nov 10 21:29:58.927835 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa6a99-a0c2-4f1f-b256-d08266bac07a req-c1e84218-cf44-4ab6-88a3-f13f6e877aa5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.932164 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Deleting port ae62865d-92fc-4946-82ac-6198e0cc03ac {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:29:58.932523 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:58.935798 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-74fa6a99-a0c2-4f1f-b256-d08266bac07a req-c1e84218-cf44-4ab6-88a3-f13f6e877aa5 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.1637154 Nov 10 21:29:59.013930 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-74fa6a99-a0c2-4f1f-b256-d08266bac07a req-b3d61369-bbd4-461a-b551-e54490b8ad46 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=578305d2-1f41-4c89-aee3-687d2d12e7f7&id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764310 Nov 10 21:29:59.228598 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50a2c6-97d8-4b66-8fa6-b5ddaa85dcb6 req-402ee558-fad7-4f8f-a9bb-bde278f4b7f8 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.234210 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0e50a2c6-97d8-4b66-8fa6-b5ddaa85dcb6 req-402ee558-fad7-4f8f-a9bb-bde278f4b7f8 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 945 time: 0.2610774 Nov 10 21:29:59.316072 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-1dd9a219-f0d0-4a0f-adf8-ccc2fa27de3b req-10bbbcfd-b1d7-48c4-9150-a49602d3aa6e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 210 time: 0.0496929 Nov 10 21:29:59.325021 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0e50a2c6-97d8-4b66-8fa6-b5ddaa85dcb6 req-75da8975-32e8-4b34-adcc-696bb9d2be78 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/security-groups?id=022422fa-4279-4b92-8c01-56b4e1304c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895946 Nov 10 21:29:59.442864 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-ce155061-1933-475d-a52d-ae692ea049ea tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.444256 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-ce155061-1933-475d-a52d-ae692ea049ea tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 811 time: 0.4701495 Nov 10 21:29:59.537733 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] For port ae62865d-92fc-4946-82ac-6198e0cc03ac, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ae62865d-92fc-4946-82ac-6198e0cc03ac,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:59.538798 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:59.608932 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-3e5a5a90-167d-4d4b-ae8d-bff4cf561797 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f476b8b2353347bba4b3976b1ced361e HTTP/1.1" status: 200 len: 380 time: 0.1474187 Nov 10 21:29:59.671096 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'port': {'device_id': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'admin_state_up': True, 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'security_groups': ['f42dfbd9-4aad-42b2-a4be-3ef8551c64b3']}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:29:59.692080 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Calling delete_port for ae62865d-92fc-4946-82ac-6198e0cc03ac owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:29:59.913659 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:29:59.932741 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:29:59.961905 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Made reservation on behalf of f476b8b2353347bba4b3976b1ced361e for: {'port': 1} {{(pid=82876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:59.965168 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:59.977466 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:29:59.985485 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3cafc7d5-aaf7-4729-81d4-2313367db1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:00.029848 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event deleted for resources: {'Port': ['ID=ae62865d-92fc-4946-82ac-6198e0cc03ac,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:00.035333 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:00.277752 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] No DVR routers for this DVR port ae62865d-92fc-4946-82ac-6198e0cc03ac on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:00.287757 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:00.290749 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'name': 'network-vif-deleted', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:00.359117 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cadbc4-e67d-403c-ab64-f282efa0ee89', 'name': 'network-vif-deleted', 'tag': 'ae62865d-92fc-4946-82ac-6198e0cc03ac', 'status': 'completed', 'code': 200} Nov 10 21:30:00.363999 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d0d6fd89-037f-421d-a5f5-1866d452ff35 req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.58 "DELETE /v2.0/ports/ae62865d-92fc-4946-82ac-6198e0cc03ac HTTP/1.1" status: 204 len: 173 time: 1.5230863 Nov 10 21:30:00.430121 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_common [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Allocated IP 172.20.0.4 (633c47fe-f010-467d-b486-f53f969041d3/3ba899b0-0386-4ba1-9d40-5199f3ea9d0a/60992976-8d8e-4d02-8e8e-ec87e8d6e260) {{(pid=82876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:00.756461 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c7cf0a27-84d6-421f-8d8e-05f17d6ffe50 req-b034481e-8404-4238-a602-97a367f3764f tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 210 time: 0.0748019 Nov 10 21:30:00.805358 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-ca87ec5d-2d77-475d-8fef-ec5b3a7cd1a9 req-250dcf70-bab8-46ad-919a-37a07e6e7512 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Synchronizing usage tracker for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:30:00.854764 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-ca87ec5d-2d77-475d-8fef-ec5b3a7cd1a9 req-250dcf70-bab8-46ad-919a-37a07e6e7512 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Unset dirty status for tenant:7f99890f89564484a6a6b596825cf0a5 on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:30:00.855898 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-ca87ec5d-2d77-475d-8fef-ec5b3a7cd1a9 req-250dcf70-bab8-46ad-919a-37a07e6e7512 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "GET /v2.0/ports?device_id=28cadbc4-e67d-403c-ab64-f282efa0ee89 HTTP/1.1" status: 200 len: 210 time: 0.2276585 Nov 10 21:30:00.895602 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for port, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:00.913298 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Transition to ACTIVE for port object 60992976-8d8e-4d02-8e8e-ec87e8d6e260 will not be triggered until provisioned by entity DHCP. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:00.939267 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737945850471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:00.949262 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-fe66531d-30ae-49c7-a4af-e5745a79e17c tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:01.068679 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Network 633c47fe-f010-467d-b486-f53f969041d3 is already hosted by enough agents. {{(pid=82876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:01.072516 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.base_scheduler [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Resources bound (agent type, host, resource id): {{(pid=82876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:01.074408 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event updated for resources: {'Port': ['ID=60992976-8d8e-4d02-8e8e-ec87e8d6e260,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:01.076649 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Received port after_create {{(pid=82876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:01.104178 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:01.165121 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.165858 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:01.209653 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-27e227dd-8530-464f-a607-00d01599ebe5 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5422070 Nov 10 21:30:01.228149 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Request body: {'port': {'device_id': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:30:01.366740 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:01.494469 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-e611329c-8264-4020-8821-dd3e21f63922 None None] Provisioning for port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 completed by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:30:01.499884 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-e611329c-8264-4020-8821-dd3e21f63922 None None] Provisioning complete for port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:01.500445 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e611329c-8264-4020-8821-dd3e21f63922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:01.557905 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-e611329c-8264-4020-8821-dd3e21f63922 None None] Port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 cannot update to ACTIVE because it is not bound. {{(pid=82878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 10 21:30:01.760367 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60992976-8d8e-4d02-8e8e-ec87e8d6e260 {{(pid=82876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:01.768097 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:01.785096 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.provisioning_blocks [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Transition to ACTIVE for port object 60992976-8d8e-4d02-8e8e-ec87e8d6e260 will not be triggered until provisioned by entity L2. {{(pid=82876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:01.790000 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:01.794356 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-24c2ab53-aa99-4654-b71f-c487b5d9dc2c tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:01.964939 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Pushing event updated for resources: {'Port': ['ID=60992976-8d8e-4d02-8e8e-ec87e8d6e260,revision_number=2']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:01.978703 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:02.010174 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bd09d-4cf9-4d9f-ae5c-64ca1546b00b req-1bc135ff-517a-442f-a60f-223cf3b95a09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:02.018499 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b80bd09d-4cf9-4d9f-ae5c-64ca1546b00b req-1bc135ff-517a-442f-a60f-223cf3b95a09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 943 time: 0.1127708 Nov 10 21:30:02.038025 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43784) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:02.081342 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b80bd09d-4cf9-4d9f-ae5c-64ca1546b00b req-1d70f870-e746-4c7c-9b18-103c4da8d60e tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617909 Nov 10 21:30:02.176328 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Attempting to bind port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 on host hv-cinder-81726 for vnic_type normal with profile {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 10 21:30:02.176679 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Attempting to bind port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 10 21:30:02.177013 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Attempting to bind port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 on network 633c47fe-f010-467d-b486-f53f969041d3 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:30:02.196751 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 on network 633c47fe-f010-467d-b486-f53f969041d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 10 21:30:02.197073 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Attempting to bind port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 on network 633c47fe-f010-467d-b486-f53f969041d3 {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 10 21:30:02.201967 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-35268caf-a453-41e2-842d-94b20cf71a3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:02.216040 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Checking agent: {'id': '307cdfe1-a99a-4618-a7ca-49ece219723d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 10 21:30:02.216384 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Checking segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 10 21:30:02.216777 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Bound using segment: {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'} {{(pid=82876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 10 21:30:02.217214 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.managers [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Bound port: 60992976-8d8e-4d02-8e8e-ec87e8d6e260, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '633c47fe-f010-467d-b486-f53f969041d3'}}] {{(pid=82876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 10 21:30:02.217557 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:02.286236 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-35268caf-a453-41e2-842d-94b20cf71a3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:02.353268 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device ae62865d-92fc-4946-82ac-6198e0cc03ac no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:02.368379 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] For port 60992976-8d8e-4d02-8e8e-ec87e8d6e260, host hv-cinder-81726, cleared binding levels {{(pid=82876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:02.371367 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] For port 60992976-8d8e-4d02-8e8e-ec87e8d6e260, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=60992976-8d8e-4d02-8e8e-ec87e8d6e260,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:02.378286 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:02.382472 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ff80e57d-09be-45ac-9a48-0aadbc24e325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:02.398474 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: ae62865d-92fc-4946-82ac-6198e0cc03ac {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:02.399008 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device ae62865d-92fc-4946-82ac-6198e0cc03ac not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:02.446037 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:02.447642 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] 10.222.0.58 "PUT /v2.0/ports/60992976-8d8e-4d02-8e8e-ec87e8d6e260 HTTP/1.1" status: 200 len: 1093 time: 1.2250931 Nov 10 21:30:02.448172 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'tag': '60992976-8d8e-4d02-8e8e-ec87e8d6e260'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:02.473544 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-35268caf-a453-41e2-842d-94b20cf71a3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:02.481109 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Pushing event updated for resources: {'Port': ['ID=60992976-8d8e-4d02-8e8e-ec87e8d6e260,revision_number=3']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:02.487090 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-62234913-dc63-4361-90b6-2d3e06d52c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:02.487646 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-9eb23cef-dda9-459d-a774-0cbd1fc156cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:02.548242 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'tag': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'status': 'completed', 'code': 200} Nov 10 21:30:02.554834 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35268caf-a453-41e2-842d-94b20cf71a3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022422fa-4279-4b92-8c01-56b4e1304c9e,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:02.559531 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-35268caf-a453-41e2-842d-94b20cf71a3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:02.567873 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-35268caf-a453-41e2-842d-94b20cf71a3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:02.569937 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-35268caf-a453-41e2-842d-94b20cf71a3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] 10.222.0.70 "DELETE /v2.0/security-groups/022422fa-4279-4b92-8c01-56b4e1304c9e HTTP/1.1" status: 204 len: 168 time: 0.5310495 Nov 10 21:30:02.619335 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-d2e37227-6f78-4801-a602-75848cc3ba6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 1096 time: 0.1131961 Nov 10 21:30:02.652810 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43792) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:02.719739 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-6cb1ad52-fe84-4a90-9de3-6430042194ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60992976-8d8e-4d02-8e8e-ec87e8d6e260 HTTP/1.1" status: 200 len: 217 time: 0.0918369 Nov 10 21:30:02.930162 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-3b5386bf-5c03-4958-a9cf-5a5b5b83a91d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:02.931771 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-3b5386bf-5c03-4958-a9cf-5a5b5b83a91d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.2059374 Nov 10 21:30:03.023177 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-119e4825-a33d-455a-b1eb-d31d16f5d36b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833721 Nov 10 21:30:03.179227 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-bd169901-6e22-49ac-bf3f-5017fb346dc0 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485651 Nov 10 21:30:03.343785 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401040'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:03.391608 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8bfb2350-b93c-4218-93e4-b7b383760c34 req-d6741e27-7c75-4223-bbb4-3d63b9ead6b2 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054589 Nov 10 21:30:03.404906 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c818f7-1dc9-4c51-9664-4cba7c8bc89f req-df024e5e-4dc0-401b-814c-59fbc8968988 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.405609 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-84c818f7-1dc9-4c51-9664-4cba7c8bc89f req-df024e5e-4dc0-401b-814c-59fbc8968988 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Synchronizing usage tracker for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:30:03.423619 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-84c818f7-1dc9-4c51-9664-4cba7c8bc89f req-df024e5e-4dc0-401b-814c-59fbc8968988 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Unset dirty status for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:30:03.424869 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-84c818f7-1dc9-4c51-9664-4cba7c8bc89f req-df024e5e-4dc0-401b-814c-59fbc8968988 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 943 time: 0.1496778 Nov 10 21:30:03.524057 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-84c818f7-1dc9-4c51-9664-4cba7c8bc89f req-aa1969ea-45ab-4b34-be99-a8b9dab53057 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908737 Nov 10 21:30:03.558021 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-84db38c9-777e-42f7-8107-e6ce1a60d9c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 1096 time: 0.1003823 Nov 10 21:30:03.710054 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-ae1a78fd-3775-472b-bc25-b630bbed3bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.711415 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-ae1a78fd-3775-472b-bc25-b630bbed3bc6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 913 time: 0.1463842 Nov 10 21:30:03.788232 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-ba7e26e2-2cc5-44ca-9e82-09dc2a12b492 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60992976-8d8e-4d02-8e8e-ec87e8d6e260 HTTP/1.1" status: 200 len: 217 time: 0.0700409 Nov 10 21:30:03.870899 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-65969a0b-69c6-42d4-a4be-e3c5d887b97c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.872350 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-65969a0b-69c6-42d4-a4be-e3c5d887b97c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.0756307 Nov 10 21:30:03.979958 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-2263fbf2-c1ce-4b45-b6c3-1e80a958a632 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910435 Nov 10 21:30:04.163482 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-84ded473-ceb0-4c16-8420-9a94225e41a7 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760991 Nov 10 21:30:04.167438 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Deleting port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:04.168176 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:04.321703 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3fadfa87-6b56-42c2-ab41-6deafa881fe9 req-41b9215e-64f3-44a9-8873-8e1a39196af6 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503007 Nov 10 21:30:04.352653 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 60992976-8d8e-4d02-8e8e-ec87e8d6e260 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 10 21:30:04.413348 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] For port a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:04.414270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:04.500502 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 60992976-8d8e-4d02-8e8e-ec87e8d6e260, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=60992976-8d8e-4d02-8e8e-ec87e8d6e260,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:04.517160 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Returning: {'device': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'port_id': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'mac_address': 'fa:16:3e:f2:81:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 10 21:30:04.583409 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:04.589174 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Calling delete_port for a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:04.610296 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60992976-8d8e-4d02-8e8e-ec87e8d6e260 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:04.639419 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 60992976-8d8e-4d02-8e8e-ec87e8d6e260, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=60992976-8d8e-4d02-8e8e-ec87e8d6e260,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:04.645499 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:04.649062 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c7b3974c-157f-4e59-9df8-68623b404b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:04.723951 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=60992976-8d8e-4d02-8e8e-ec87e8d6e260,revision_number=4']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:04.733004 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.733342 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.733674 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.733999 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.734329 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.734649 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.735774 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.736750 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.737074 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.737398 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.737730 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.741564 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:04.774308 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3073f5c-11e2-4db5-8d87-be248388b6c9 req-4dd13a12-0a43-4bdc-9e64-d12de49645ee tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:04.775769 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b3073f5c-11e2-4db5-8d87-be248388b6c9 req-4dd13a12-0a43-4bdc-9e64-d12de49645ee tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 944 time: 0.1119986 Nov 10 21:30:04.862629 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-b3073f5c-11e2-4db5-8d87-be248388b6c9 req-a53c6f31-f127-42a8-8ca6-2e36b84c03bd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790882 Nov 10 21:30:04.885134 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['60992976-8d8e-4d02-8e8e-ec87e8d6e260'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:30:04.896511 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:04.900043 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:04.945506 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Pushing event deleted for resources: {'Port': ['ID=a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:04.957463 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.957825 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.958191 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.958542 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.958885 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.959240 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.959579 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.959921 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.960262 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.960624 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.960965 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.993491 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:05.273966 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400810'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:05.986461 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Router 42142728-5c35-4549-a9e5-e3879b4899db has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:06.133409 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80254ed7-8bd0-4ff8-b3a0-16179ea61cea req-85c3187e-d9d5-4b22-8d9e-164a319eef7a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:06.135173 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-80254ed7-8bd0-4ff8-b3a0-16179ea61cea req-85c3187e-d9d5-4b22-8d9e-164a319eef7a tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 944 time: 0.1019855 Nov 10 21:30:06.185333 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-80254ed7-8bd0-4ff8-b3a0-16179ea61cea req-8345a959-6bd6-45d9-8e43-3a60fc42d3b7 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Nov 10 21:30:06.207726 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:06.217776 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] Sync routers for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:30:06.228159 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-93b2dfa5-e9db-47f1-9ae8-1b413062267d admin admin] 10.222.0.70 "PUT /v2.0/routers/42142728-5c35-4549-a9e5-e3879b4899db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5735991 Nov 10 21:30:06.231628 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43810) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:06.233964 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:06.234675 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:06.365147 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 60992976-8d8e-4d02-8e8e-ec87e8d6e260 up at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 10 21:30:06.442426 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:06.444233 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning for port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 completed by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:30:06.451135 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Provisioning complete for port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 triggered by entity L2. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:06.451622 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:06.457998 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks [] for router, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:06.582552 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:06.610861 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60992976-8d8e-4d02-8e8e-ec87e8d6e260'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:06.622237 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] For port 60992976-8d8e-4d02-8e8e-ec87e8d6e260, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=60992976-8d8e-4d02-8e8e-ec87e8d6e260,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:06.630692 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:06.634277 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:06.673319 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:06.683555 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Deleting port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:06.684026 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:06.701821 dv-cinder-817261-1-smb neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'code': 200} Nov 10 21:30:06.727619 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Pushing event updated for resources: {'Port': ['ID=60992976-8d8e-4d02-8e8e-ec87e8d6e260,revision_number=5']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:06.731085 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:06.780007 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:30:04Z', 'revision_number': 5, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port': {'id': 'f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42142728-5c35-4549-a9e5-e3879b4899db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:47Z', 'updated_at': '2021-11-10T21:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:06.784713 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] Checking router: 42142728-5c35-4549-a9e5-e3879b4899db for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:30:06.795477 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] Routers {'42142728-5c35-4549-a9e5-e3879b4899db'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:06.796061 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['42142728-5c35-4549-a9e5-e3879b4899db'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:06.891584 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] For port f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:06.892009 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:06.972814 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0479ac9d-ecfa-41a7-b0cf-b0d05f53996e req-c2069133-9415-495a-a4fd-b30f2ac09ed8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 1098 time: 0.0831094 Nov 10 21:30:06.992387 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] Set router 42142728-5c35-4549-a9e5-e3879b4899db gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:07.022439 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Calling delete_port for f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 owned by network:router_gateway {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:07.031186 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-0479ac9d-ecfa-41a7-b0cf-b0d05f53996e req-19c57db6-bd55-4cac-ae60-1bbf93586d30 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517592 Nov 10 21:30:07.107783 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:30:06Z', 'revision_number': 6, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port_host': None}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:07.113411 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b4f16-9c7d-464c-8b24-ae1b3d4f8787 None None] The sync data for ids ['42142728-5c35-4549-a9e5-e3879b4899db'] in dv-cinder-817261-1-smb is: [{'id': '42142728-5c35-4549-a9e5-e3879b4899db', 'name': 'tempest-TestShelveInstance-819426084-router', 'tenant_id': '7f99890f89564484a6a6b596825cf0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:45Z', 'updated_at': '2021-11-10T21:30:06Z', 'revision_number': 6, 'project_id': '7f99890f89564484a6a6b596825cf0a5', 'gw_port_host': None}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:30:07.321766 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:07.325871 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:07.371138 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:07.373909 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:07.434005 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46108441-9a41-41bf-bf07-0023809a524e req-31b4b00c-1ed3-4049-84d2-85191096fe3c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.435880 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-46108441-9a41-41bf-bf07-0023809a524e req-31b4b00c-1ed3-4049-84d2-85191096fe3c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 945 time: 0.1045482 Nov 10 21:30:07.531147 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-46108441-9a41-41bf-bf07-0023809a524e req-6e068ab2-8397-404f-8a16-8483f8b8cea9 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789945 Nov 10 21:30:07.602674 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:07.639826 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:07.640180 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a03c9755-4bfd-4dcd-afb8-cbc749f7ecd8 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:07.693944 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393925'] for router_gateway, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:07.963985 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25741'] for router, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:07.968213 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:07.994598 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397117'] for router, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:07.995285 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42142728-5c35-4549-a9e5-e3879b4899db {{(pid=82877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:30:08.009447 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.010834 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-957c89c2-e436-4603-a8ee-7109f0d56d0e admin admin] 10.222.0.70 "DELETE /v2.0/routers/42142728-5c35-4549-a9e5-e3879b4899db HTTP/1.1" status: 204 len: 168 time: 1.7780070 Nov 10 21:30:08.013587 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43822) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:08.086687 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] Deleting subnet ad7abc97-8c29-471c-8987-fa88f10219dd {{(pid=82876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:30:08.090106 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.144296 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252319'] for subnet, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.374436 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.450307 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719132'] for subnet, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.454856 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-be40dd44-b870-4a8d-ac48-cdc0354f1503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:08.493879 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7abc97-8c29-471c-8987-fa88f10219dd,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:08.497387 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:08.501720 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.507197 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b4826-3c14-4871-8a8c-094d908aa65c None None] Network e920f296-2b85-4024-9e49-abb581191350 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:30:08.511038 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-96dce736-0751-42e0-b72d-c4904fc83629 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ad7abc97-8c29-471c-8987-fa88f10219dd HTTP/1.1" status: 204 len: 168 time: 0.4959686 Nov 10 21:30:08.514063 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43828) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:08.629795 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.645488 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Deleting port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:08.645841 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.811590 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] DHCP port deletion for e920f296-2b85-4024-9e49-abb581191350 request from dv-cinder-817261-1-smb {{(pid=82878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 10 21:30:08.816750 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] Deleting port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:08.817394 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:08.926994 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a292e4-0784-4b32-a406-460a087aae7b req-8a0c777f-868f-43d7-8f72-d0a146ccdaa3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:08.928807 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c0a292e4-0784-4b32-a406-460a087aae7b req-8a0c777f-868f-43d7-8f72-d0a146ccdaa3 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 945 time: 0.2393413 Nov 10 21:30:08.986673 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] For port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:08.986949 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.079009 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] For port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e,segment=NetworkSegment(49151924-56c5-434a-90a5-02c58fb55f40),segment_id=49151924-56c5-434a-90a5-02c58fb55f40)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:09.079315 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.128042 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-c0a292e4-0784-4b32-a406-460a087aae7b req-40f084d6-d0d0-487d-9382-b32fec8a1263 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918845 Nov 10 21:30:09.134593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Calling delete_port for 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e owned by network:dhcp {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:09.206737 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] Calling delete_port for 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:09.217501 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.222485 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9bffe5eb-421a-4eb2-92eb-0f815ef67af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:09.280599 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.db.api [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:30:09.280966 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_db.api [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:30:09.322690 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:09.362155 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:09.362519 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device f8a5209e-3174-46eb-a0d7-df9bdf9f0cf1 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:09.362966 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:09.384087 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Pushing event deleted for resources: {'Port': ['ID=72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:09.386921 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:09.389355 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] No DVR routers for this DVR port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e on host dv-cinder-817261-1-smb {{(pid=82877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:09.390696 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8fbe4-0f7b-4d9c-9fc1-2ac8576d8a8a req-698b167c-8d7c-4dfd-afc3-6273bb610145 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:09.392919 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-aee8fbe4-0f7b-4d9c-9fc1-2ac8576d8a8a req-698b167c-8d7c-4dfd-afc3-6273bb610145 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 945 time: 0.1004028 Nov 10 21:30:09.397844 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:09.398199 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:09.402475 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43836) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:09.410348 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Request body: {'floatingip': {'port_id': '60992976-8d8e-4d02-8e8e-ec87e8d6e260'}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:30:09.489488 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.515719 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.540941 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e920f296-2b85-4024-9e49-abb581191350']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:09.553558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49151924-56c5-434a-90a5-02c58fb55f40') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:09.553857 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49151924-56c5-434a-90a5-02c58fb55f40') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:09.566132 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371172'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.584478 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.591548 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:30:09.591960 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3331956'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: Traceback (most recent call last): Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: timer() Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: cb(*args, **kw) Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: return func(*args, **kwargs) Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: self._notify() Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: self.callback(batched_events) Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: event.method(event) Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: return f(self, *a, **k) Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: return self._get(url).json() Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: return self.request(url, 'GET', **kwargs) Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:30:09.606761 dv-cinder-817261-1-smb neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:30:09.692692 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.697521 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:09.717214 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.723038 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Pushing event deleted for resources: {'Network': ['ID=e920f296-2b85-4024-9e49-abb581191350,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:09.730096 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:09.743449 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c6de81d0-f439-4841-b7a5-02cdfe4d7afb admin admin] 10.222.0.70 "DELETE /v2.0/networks/e920f296-2b85-4024-9e49-abb581191350 HTTP/1.1" status: 204 len: 168 time: 1.2282734 Nov 10 21:30:09.746419 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43842) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:09.783445 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] Deleting port 72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:09.783751 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:09.856027 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-d10552cf-91c1-4b5a-b99d-4814c50654a1 None None] The port '72da8b97-8fc8-4f82-b9bc-ab1d2a90f41e' was deleted {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 10 21:30:10.158907 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:10.162321 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:10.165059 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401040'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:10.362077 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.l3_db [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Floating IP 457b7d6c-4d5e-486c-8f93-47838475c2da associated. External IP: 172.28.3.49, port: 60992976-8d8e-4d02-8e8e-ec87e8d6e260. Nov 10 21:30:10.823032 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Deleting port 5e205646-2420-445e-b682-f7865b69e961 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:10.823615 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:10.879458 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:11.120101 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:11.121593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] For port 5e205646-2420-445e-b682-f7865b69e961, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=5e205646-2420-445e-b682-f7865b69e961,segment=NetworkSegment(64b394ae-1741-4fa7-ab66-de15ff404803),segment_id=64b394ae-1741-4fa7-ab66-de15ff404803)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:11.121948 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:11.125089 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:11.130584 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] Sync routers for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:30:11.145784 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:11.146513 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:11.200760 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-7b9e0473-0572-4062-a00c-adc624b70374 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "PUT /v2.0/floatingips/457b7d6c-4d5e-486c-8f93-47838475c2da HTTP/1.1" status: 200 len: 990 time: 1.7967513 Nov 10 21:30:11.201755 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'tag': '60992976-8d8e-4d02-8e8e-ec87e8d6e260'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:11.262740 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Calling delete_port for 5e205646-2420-445e-b682-f7865b69e961 owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:11.317378 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'tag': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'status': 'completed', 'code': 200} Nov 10 21:30:11.409001 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:11.442349 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fe78f909-216b-4765-a123-703fadeb4884 req-02eb8007-fa3a-4032-a097-d7bb6bbf580a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f476b8b2353347bba4b3976b1ced361e&device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 1098 time: 0.0911720 Nov 10 21:30:11.514949 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:11.523816 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4d9b4e35-55a3-4a9a-bf66-9413d94d3bee tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:11.573622 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5e205646-2420-445e-b682-f7865b69e961,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:11.640060 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:11.669119 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78f909-216b-4765-a123-703fadeb4884 req-1b7c0bae-f47e-4533-bb86-3298d03c6c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.670783 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fe78f909-216b-4765-a123-703fadeb4884 req-1b7c0bae-f47e-4533-bb86-3298d03c6c68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 200 len: 913 time: 0.2210336 Nov 10 21:30:11.802429 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fe78f909-216b-4765-a123-703fadeb4884 req-248d6783-8fb5-4785-a82f-740cec4db985 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60992976-8d8e-4d02-8e8e-ec87e8d6e260 HTTP/1.1" status: 200 len: 998 time: 0.1229832 Nov 10 21:30:11.899092 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78f909-216b-4765-a123-703fadeb4884 req-66618678-9dcf-47d9-936f-7a51faa75f00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.900186 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '457b7d6c-4d5e-486c-8f93-47838475c2da', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'port_id': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'mac_address': 'fa:16:3e:f2:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:55Z', 'updated_at': '2021-11-10T21:30:10Z', 'revision_number': 1, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:11.901516 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fe78f909-216b-4765-a123-703fadeb4884 req-66618678-9dcf-47d9-936f-7a51faa75f00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 200 len: 850 time: 0.0903983 Nov 10 21:30:11.908490 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] Checking router: 482f2754-88d0-4aba-bcfc-a4838c4bdf06 for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:30:11.923856 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:11.924620 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:12.008063 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fe78f909-216b-4765-a123-703fadeb4884 req-5e0c0102-cfe6-4c1a-a7bc-ff998f8c6700 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=633c47fe-f010-467d-b486-f53f969041d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0983651 Nov 10 21:30:12.011198 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400810'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:12.169461 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:12.230956 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fe78f909-216b-4765-a123-703fadeb4884 req-3a3339c9-01bf-4e00-bb10-9ad482a265d1 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146425 Nov 10 21:30:12.396893 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-fe78f909-216b-4765-a123-703fadeb4884 req-57ea5a26-d793-427f-9beb-e440971346d3 service neutron] 10.222.0.58 "GET /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591465 Nov 10 21:30:12.825001 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '457b7d6c-4d5e-486c-8f93-47838475c2da', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'port_id': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'mac_address': 'fa:16:3e:f2:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:55Z', 'updated_at': '2021-11-10T21:30:10Z', 'revision_number': 1, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:12.830948 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12a699-7821-499f-be4f-2bb2cf7d55c1 None None] The sync data for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb is: [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_floatingips': [{'id': '457b7d6c-4d5e-486c-8f93-47838475c2da', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'router_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'port_id': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'mac_address': 'fa:16:3e:f2:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:55Z', 'updated_at': '2021-11-10T21:30:10Z', 'revision_number': 1, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:30:12.853272 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:13.120871 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a991f4-44bf-40e6-8c0a-2af0313ee9bc None None] New status for floating IP 457b7d6c-4d5e-486c-8f93-47838475c2da: ACTIVE {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:30:13.304214 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:13.322259 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] Sync routers for ids ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:30:13.326972 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-1dd35b7f-0c88-4deb-83a5-f0ede21b16ff admin admin] 10.222.0.70 "PUT /v2.0/routers/f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5792322 Nov 10 21:30:13.330755 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43860) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:13.355783 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] Routers {'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:13.356745 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:13.564803 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] Set router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:13.696041 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks [] for router, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:13.946253 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:30:11Z', 'revision_number': 5, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:13.950449 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] Checking router: f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:30:13.964441 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] Routers {'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:13.965921 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:29:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:14.015378 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:14.028236 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Deleting port 4593e722-3b90-41c7-8d10-c4018d4a824c {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:14.028700 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:14.199554 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] Set router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:14.260867 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] For port 4593e722-3b90-41c7-8d10-c4018d4a824c, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=4593e722-3b90-41c7-8d10-c4018d4a824c,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:14.261225 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:14.396878 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Calling delete_port for 4593e722-3b90-41c7-8d10-c4018d4a824c owned by network:router_gateway {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:14.521598 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:30:11Z', 'revision_number': 5, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:14.528211 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c7cc6-9ec2-4b30-86ff-bff6e33635be None None] The sync data for ids ['f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5'] in dv-cinder-817261-1-smb is: [{'id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'name': 'tempest-TestShelveInstance-1804302452-router', 'tenant_id': '114376e184d6407a8bd418350e5d1bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:25:09Z', 'updated_at': '2021-11-10T21:30:11Z', 'revision_number': 5, 'project_id': '114376e184d6407a8bd418350e5d1bf0', 'gw_port': {'id': '4593e722-3b90-41c7-8d10-c4018d4a824c', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:57:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:10Z', 'updated_at': '2021-11-10T21:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:30:14.630448 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:14.634674 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7ccd8da3-6c6d-437b-8b30-cc7884b4f7de tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:14.678543 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Pushing event deleted for resources: {'Port': ['ID=4593e722-3b90-41c7-8d10-c4018d4a824c,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:14.682454 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:14.966024 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393925'] for router_gateway, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:15.420989 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 5e205646-2420-445e-b682-f7865b69e961 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:15.456478 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 5e205646-2420-445e-b682-f7865b69e961 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:15.456872 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 5e205646-2420-445e-b682-f7865b69e961 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:15.471597 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25741'] for router, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:15.479417 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:15.526973 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397117'] for router, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:15.527749 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 {{(pid=82876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:30:15.558433 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] Notify callbacks [] for router, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:15.561402 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-b45d646a-be0f-4a6d-b8bb-44223a32b21f admin admin] 10.222.0.70 "DELETE /v2.0/routers/f60c89f5-5acd-4f5e-9ef9-d9911e73d9c5 HTTP/1.1" status: 204 len: 168 time: 2.2289126 Nov 10 21:30:15.565781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 43874) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:15.718423 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] Deleting subnet dae216fb-3a9d-4804-a835-a561209eac95 {{(pid=82876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:30:15.722027 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:15.810086 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252319'] for subnet, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.043125 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.187018 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719132'] for subnet, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.194735 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c290375f-078a-4898-a5e1-93b0589e92e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:16.232919 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae216fb-3a9d-4804-a835-a561209eac95,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:16.236151 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:16.237169 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.243953 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-b3194acb-2066-4491-8936-a9b55ad9d532 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dae216fb-3a9d-4804-a835-a561209eac95 HTTP/1.1" status: 204 len: 168 time: 0.6762900 Nov 10 21:30:16.246663 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43884) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:16.251099 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2250df58-34a2-4bd0-bdcd-641ca21965bf None None] Network fa37bac6-c1d0-4afb-a712-b251a817a84e requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:30:16.403026 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.416867 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Deleting port 3148b89e-1740-408d-b511-aa3d909cd123 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:16.417379 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.563358 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] DHCP port deletion for fa37bac6-c1d0-4afb-a712-b251a817a84e request from dv-cinder-817261-1-smb {{(pid=82878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 10 21:30:16.568373 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] Deleting port 3148b89e-1740-408d-b511-aa3d909cd123 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:16.568924 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.725304 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] For port 3148b89e-1740-408d-b511-aa3d909cd123, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=3148b89e-1740-408d-b511-aa3d909cd123,segment=NetworkSegment(64b394ae-1741-4fa7-ab66-de15ff404803),segment_id=64b394ae-1741-4fa7-ab66-de15ff404803)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:16.725713 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.786095 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] For port 3148b89e-1740-408d-b511-aa3d909cd123, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=3148b89e-1740-408d-b511-aa3d909cd123,segment=NetworkSegment(64b394ae-1741-4fa7-ab66-de15ff404803),segment_id=64b394ae-1741-4fa7-ab66-de15ff404803)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:16.786501 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.903281 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Calling delete_port for 3148b89e-1740-408d-b511-aa3d909cd123 owned by network:dhcp {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:16.923031 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] Calling delete_port for 3148b89e-1740-408d-b511-aa3d909cd123 owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:16.984324 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:16.988217 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-246cce51-6e36-4b0f-96f8-2e68bc3acbfd tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:16.997373 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.db.api [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:30:16.997728 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_db.api [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:30:17.034409 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3148b89e-1740-408d-b511-aa3d909cd123,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:17.038424 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:17.042591 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] No DVR routers for this DVR port 3148b89e-1740-408d-b511-aa3d909cd123 on host dv-cinder-817261-1-smb {{(pid=82877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:17.177908 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.203667 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa37bac6-c1d0-4afb-a712-b251a817a84e']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:17.217633 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b394ae-1741-4fa7-ab66-de15ff404803') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:17.217922 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b394ae-1741-4fa7-ab66-de15ff404803') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:17.231574 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371172'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.250818 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.259171 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:30:17.259570 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3331956'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: Traceback (most recent call last): Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: timer() Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: cb(*args, **kw) Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: return func(*args, **kwargs) Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: self._notify() Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: self.callback(batched_events) Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: event.method(event) Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: return f(self, *a, **k) Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: return self._get(url).json() Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: return self.request(url, 'GET', **kwargs) Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:30:17.274860 dv-cinder-817261-1-smb neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:30:17.326609 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 4593e722-3b90-41c7-8d10-c4018d4a824c no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:17.359337 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.363795 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 4593e722-3b90-41c7-8d10-c4018d4a824c {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:17.364190 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 4593e722-3b90-41c7-8d10-c4018d4a824c not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:17.364599 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 3148b89e-1740-408d-b511-aa3d909cd123 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:17.369629 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.379643 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bbefd670-a267-4365-b118-0329d4108d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:17.400268 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fa37bac6-c1d0-4afb-a712-b251a817a84e HTTP/1.1" status: 204 len: 168 time: 1.1493127 Nov 10 21:30:17.404958 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 3148b89e-1740-408d-b511-aa3d909cd123 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:17.405536 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 3148b89e-1740-408d-b511-aa3d909cd123 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:17.407348 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa37bac6-c1d0-4afb-a712-b251a817a84e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:17.409953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:17.499745 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] Deleting port 3148b89e-1740-408d-b511-aa3d909cd123 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:17.499745 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.556950 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43896) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:17.571119 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7231d912-517e-4153-bec1-acb33b2d4596 None None] The port '3148b89e-1740-408d-b511-aa3d909cd123' was deleted {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 10 21:30:17.617967 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-49deb07a-12c8-4459-b5c6-d0bb12050b2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f99890f89564484a6a6b596825cf0a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0597165 Nov 10 21:30:17.620243 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43902) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:17.680744 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4a852a7a-8757-4ef7-9805-8ab9c5fa4b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.708397 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4a852a7a-8757-4ef7-9805-8ab9c5fa4b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.761525 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4a852a7a-8757-4ef7-9805-8ab9c5fa4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.766802 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-34c6c051-72f8-45d7-8e56-da4a7200eaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:17.781681 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a852a7a-8757-4ef7-9805-8ab9c5fa4b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1da41dc-4e61-4511-afd6-e611155dd598,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:17.784583 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4a852a7a-8757-4ef7-9805-8ab9c5fa4b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:17.786535 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4a852a7a-8757-4ef7-9805-8ab9c5fa4b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:17.789216 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4a852a7a-8757-4ef7-9805-8ab9c5fa4b3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1da41dc-4e61-4511-afd6-e611155dd598 HTTP/1.1" status: 204 len: 168 time: 0.1678460 Nov 10 21:30:18.294561 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43916) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:18.365027 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-806c3e7b-1244-4f96-9352-421822492e5a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=114376e184d6407a8bd418350e5d1bf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0690546 Nov 10 21:30:18.367510 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43920) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:18.435100 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd88d-82d5-4efb-90f2-fac28ec32e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:18.463080 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd88d-82d5-4efb-90f2-fac28ec32e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:18.525217 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd88d-82d5-4efb-90f2-fac28ec32e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:18.529552 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2a8d1c05-da2e-443f-bef0-d0aa1e51002b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:18.543327 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbd88d-82d5-4efb-90f2-fac28ec32e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88bf3c7-032f-46f5-ae88-d9e43ed015fe,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:18.548495 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-6ecbd88d-82d5-4efb-90f2-fac28ec32e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:18.552157 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd88d-82d5-4efb-90f2-fac28ec32e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:18.553374 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-6ecbd88d-82d5-4efb-90f2-fac28ec32e39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f88bf3c7-032f-46f5-ae88-d9e43ed015fe HTTP/1.1" status: 204 len: 168 time: 0.1849556 Nov 10 21:30:19.927793 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-53700136-199b-4ef1-bc68-d3cd255e8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:20.745717 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:22.907731 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fdfddad2-673e-438d-90b7-96436d029ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:23.266358 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:24.098973 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:25.543848 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:25.999774 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-c5f80521-9634-4295-a83f-b2fb130acd2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809817 Nov 10 21:30:26.207529 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-d01154cc-73b0-4bbb-a220-39a1f4fedde4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1137 time: 0.1337967 Nov 10 21:30:26.452992 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-8902416c-37bd-47d6-ad6b-d2fbc0178dbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.455287 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-8902416c-37bd-47d6-ad6b-d2fbc0178dbf service neutron] 10.222.0.58 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 917 time: 0.2269266 Nov 10 21:30:26.579075 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-3ff402c6-ff3f-4c42-bfbb-bc7f2bae8069 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 1001 time: 0.1159117 Nov 10 21:30:26.612115 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43980) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:26.651053 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-8d60d991-b901-41c9-b447-9278a45896ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.652679 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-8d60d991-b901-41c9-b447-9278a45896ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 200 len: 854 time: 0.0669782 Nov 10 21:30:26.749401 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-d3fd6002-249a-4f83-aacd-d8f05352b4b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87071b68-a385-4b22-ad1c-e59f348525a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887358 Nov 10 21:30:26.844177 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:26.887449 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:30:26.892855 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Usage tracker for resource:security_group_rule and tenant:3eedf46d37b54b9e958e2f4f979a9488 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:30:26.895873 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:30:26.897724 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-fbc28b1f-d9b8-4166-988f-8955ee2e1107 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408200 Nov 10 21:30:26.901726 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:30:26.978908 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:26.983270 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:26.991176 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:27.033328 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd7a701-12e9-4c7b-a6cb-5c2b11fa426d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:27.044150 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3eedf46d37b54b9e958e2f4f979a9488&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4306521 Nov 10 21:30:27.045208 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:27.045656 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 43986) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:27.063200 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-72a27b33-c468-4a3d-bc88-71c007b6f0bb req-6bf3a3d6-546b-4624-8ca9-67a3883317bb service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578052 Nov 10 21:30:27.114528 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5884e9b-4ad2-4761-ad9c-72a21a0ea449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:27.145877 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5884e9b-4ad2-4761-ad9c-72a21a0ea449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:27.205645 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5884e9b-4ad2-4761-ad9c-72a21a0ea449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:27.209953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9e7e0d75-564e-4815-a846-1c96196eeed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:27.222628 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5884e9b-4ad2-4761-ad9c-72a21a0ea449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd7a701-12e9-4c7b-a6cb-5c2b11fa426d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:27.226376 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b5884e9b-4ad2-4761-ad9c-72a21a0ea449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:27.229692 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5884e9b-4ad2-4761-ad9c-72a21a0ea449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:27.230815 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-b5884e9b-4ad2-4761-ad9c-72a21a0ea449 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fd7a701-12e9-4c7b-a6cb-5c2b11fa426d HTTP/1.1" status: 204 len: 168 time: 0.1841819 Nov 10 21:30:33.629379 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:30:35.142367 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-b3a0e237-ba3d-4ffa-827c-34dbd83d0305 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602186804&fields=id&tenant_id=7c05036ae62046d0a69ae953faf8c041 HTTP/1.1" status: 200 len: 267 time: 0.0734973 Nov 10 21:30:35.237335 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-047e66e8-5695-41c6-b825-ad6ed663c28a tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.238859 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-047e66e8-5695-41c6-b825-ad6ed663c28a tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 984 time: 0.0901628 Nov 10 21:30:35.249587 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.v2.base [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Request body: {'port': {'security_groups': ['de44da59-8ae8-460f-8520-e88ebff00f3a']}} {{(pid=82876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 10 21:30:35.374643 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1158962'] for port, before_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:35.653058 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] For port e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:35.683709 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for port, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:35.690210 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737946276343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737945850489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737945850534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3579783'] for port, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:35.700341 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-514e5b3f-f03b-40a6-873b-494371d38079 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:35.707508 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['e76414f9-bc1c-46e9-b29d-cf14b0dda85c'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:30:35.840019 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.840690 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:35.849229 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-4742a993-9364-4228-b78d-f8ab74d13f55 req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "PUT /v2.0/ports/e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 942 time: 0.6038189 Nov 10 21:30:35.850362 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:35.851512 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44068) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:35.870868 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event updated for resources: {'Port': ['ID=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,revision_number=7']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:35.883406 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:35.941885 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] get_ports_and_sgs() called for port_ids ['e76414f9-bc1c-46e9-b29d-cf14b0dda85c'] {{(pid=82878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 10 21:30:35.978387 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-039bf551-19eb-4d40-8f39-4fdada2f92c2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:36.003118 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'status': 'completed', 'code': 200} Nov 10 21:30:36.024012 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-039bf551-19eb-4d40-8f39-4fdada2f92c2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:36.146727 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-039bf551-19eb-4d40-8f39-4fdada2f92c2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:36.157505 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5b45ab01-b3cd-4785-915e-17bdccc2e4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:36.187077 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bf551-19eb-4d40-8f39-4fdada2f92c2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578305d2-1f41-4c89-aee3-687d2d12e7f7,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:36.192403 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-039bf551-19eb-4d40-8f39-4fdada2f92c2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:36.208618 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-039bf551-19eb-4d40-8f39-4fdada2f92c2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:36.210585 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-039bf551-19eb-4d40-8f39-4fdada2f92c2 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "DELETE /v2.0/security-groups/578305d2-1f41-4c89-aee3-687d2d12e7f7 HTTP/1.1" status: 204 len: 168 time: 0.3578651 Nov 10 21:30:36.213654 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44074) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:36.237145 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82cc1c8c-0172-4763-b93e-0df250194706 req-49539cc5-5379-44ee-8153-dc049f62cfc1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1862302 Nov 10 21:30:36.266145 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-5b6c9b59-1de3-4659-8195-a426f1bb45eb None None] Provisioning complete for port e76414f9-bc1c-46e9-b29d-cf14b0dda85c triggered by entity DHCP. {{(pid=82878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:36.266856 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9b59-1de3-4659-8195-a426f1bb45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143667'] for port, provisioning_complete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:36.581312 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Deleting port 981a0d6f-32da-440e-8086-d6afb6d1f24e {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:36.581650 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:36.633797 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc1c8c-0172-4763-b93e-0df250194706 req-ae31855f-631b-4e48-9ab8-06793ffc5493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:36.636666 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82cc1c8c-0172-4763-b93e-0df250194706 req-ae31855f-631b-4e48-9ab8-06793ffc5493 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 917 time: 0.3913772 Nov 10 21:30:36.768110 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82cc1c8c-0172-4763-b93e-0df250194706 req-4ef355ed-65c0-4ef0-abf2-4f11b8a69f09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 1001 time: 0.1231778 Nov 10 21:30:36.798433 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:36.798770 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:36.851072 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc1c8c-0172-4763-b93e-0df250194706 req-73d9816a-c6f5-4c0b-9066-1504ded8e9c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:36.852583 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82cc1c8c-0172-4763-b93e-0df250194706 req-73d9816a-c6f5-4c0b-9066-1504ded8e9c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 200 len: 854 time: 0.0780880 Nov 10 21:30:36.956075 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82cc1c8c-0172-4763-b93e-0df250194706 req-cc91e210-a2f3-42d5-999d-8b81e459310d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87071b68-a385-4b22-ad1c-e59f348525a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956678 Nov 10 21:30:36.957629 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Calling delete_port for 981a0d6f-32da-440e-8086-d6afb6d1f24e owned by network:floatingip {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:37.145748 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82cc1c8c-0172-4763-b93e-0df250194706 req-a03ba970-1d35-4a7e-b4b8-4e12b87c4b90 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817377 Nov 10 21:30:37.190802 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:37.195558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8a45f9b1-e063-4a08-9b4f-0d9e955f2625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:37.238904 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event deleted for resources: {'Port': ['ID=981a0d6f-32da-440e-8086-d6afb6d1f24e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:37.243834 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:37.309836 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-82cc1c8c-0172-4763-b93e-0df250194706 req-aeaabb0b-c115-475b-8a48-e11aa9148406 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572089 Nov 10 21:30:37.348497 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks [] for floatingip, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:37.925385 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:38.165579 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:38.176937 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] Sync routers for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:30:38.191955 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:38.193042 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:38.196302 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:38.310155 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-85495c24-c983-4ce2-8781-1361dcc68bbf tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "DELETE /v2.0/floatingips/6d2fca22-c38d-4867-901a-5dbbd44d2d59 HTTP/1.1" status: 204 len: 168 time: 2.0935121 Nov 10 21:30:38.311185 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:38.425828 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:38.473697 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'status': 'completed', 'code': 200} Nov 10 21:30:38.612757 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-c4fad7b8-eb96-488e-b85e-bce65d97e8c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7c05036ae62046d0a69ae953faf8c041&device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1095934 Nov 10 21:30:38.791553 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-68192f78-73a4-425e-9f66-ea7a668b43f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:38.794484 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-68192f78-73a4-425e-9f66-ea7a668b43f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 200 len: 917 time: 0.1743872 Nov 10 21:30:38.874084 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-4fdfe57d-7c9a-4043-a92e-c82c42bd1ab7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 200 len: 217 time: 0.0721333 Nov 10 21:30:38.958161 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-c1459fb0-6c36-4c5f-8a6c-ee3faf1781e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:38.961392 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-c1459fb0-6c36-4c5f-8a6c-ee3faf1781e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 200 len: 854 time: 0.0798278 Nov 10 21:30:38.997756 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:28Z', 'revision_number': 5, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:39.003637 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] Checking router: 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:30:39.030412 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:39.031165 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:39.069577 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-c9bf21c4-747e-46f7-bd7a-425e0bf201a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87071b68-a385-4b22-ad1c-e59f348525a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1018608 Nov 10 21:30:39.238914 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-57c5da02-4134-4c3e-822f-f96b15289a98 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619911 Nov 10 21:30:39.309173 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:39.493900 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e9ba98bd-4d18-44f6-8e21-c72fcd204ab7 req-5de2607d-72ef-4831-82c6-131988d1b077 service neutron] 10.222.0.58 "GET /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412183 Nov 10 21:30:39.808728 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:28Z', 'revision_number': 5, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:39.814337 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381cd628-aa0e-434e-a249-edc9154faba9 None None] The sync data for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb is: [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:06Z', 'revision_number': 4, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': '6caab501-ab9d-4f58-998b-10d00da216cb', 'name': '', 'network_id': '87071b68-a385-4b22-ad1c-e59f348525a6', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'mac_address': 'fa:16:3e:e8:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:05Z', 'updated_at': '2021-11-10T21:28:28Z', 'revision_number': 5, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'subnets': [{'id': 'dfce4b41-9158-439d-8322-ce9b4f832947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:30:40.110605 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe19de-894e-4158-950c-a676f3aed201 None None] New status for floating IP 6d2fca22-c38d-4867-901a-5dbbd44d2d59: DOWN {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:30:42.109048 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a35709-c2fc-4af9-a0b7-711ee320549f req-f9fbf99e-c398-4ae1-9d11-2b98a464a6f0 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:42.110155 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-93a35709-c2fc-4af9-a0b7-711ee320549f req-f9fbf99e-c398-4ae1-9d11-2b98a464a6f0 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Synchronizing usage tracker for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:30:42.134388 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-93a35709-c2fc-4af9-a0b7-711ee320549f req-f9fbf99e-c398-4ae1-9d11-2b98a464a6f0 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Unset dirty status for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:30:42.136401 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-93a35709-c2fc-4af9-a0b7-711ee320549f req-f9fbf99e-c398-4ae1-9d11-2b98a464a6f0 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.1175919 Nov 10 21:30:42.313740 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-93a35709-c2fc-4af9-a0b7-711ee320549f req-747e11e3-629a-445b-9358-8c814e3c4b31 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Synchronizing usage tracker for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:30:42.331140 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [req-93a35709-c2fc-4af9-a0b7-711ee320549f req-747e11e3-629a-445b-9358-8c814e3c4b31 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Unset dirty status for tenant:7c05036ae62046d0a69ae953faf8c041 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:30:42.332663 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-93a35709-c2fc-4af9-a0b7-711ee320549f req-747e11e3-629a-445b-9358-8c814e3c4b31 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876340 Nov 10 21:30:43.693915 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c9984-71ff-4da3-a46f-a91883297990 req-1fb042f6-e7a0-4e87-88a1-8e364af3f392 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.696359 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-378c9984-71ff-4da3-a46f-a91883297990 req-1fb042f6-e7a0-4e87-88a1-8e364af3f392 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.1454370 Nov 10 21:30:43.768166 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-378c9984-71ff-4da3-a46f-a91883297990 req-e62548f9-1837-4014-9581-a1f0f00fe4b0 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/security-groups?id=de44da59-8ae8-460f-8520-e88ebff00f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620120 Nov 10 21:30:44.140115 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-441286f3-68bc-4995-a61e-ecd3dafad4fd tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:44.143058 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-441286f3-68bc-4995-a61e-ecd3dafad4fd tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 945 time: 0.1254807 Nov 10 21:30:44.229723 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Deleting port e76414f9-bc1c-46e9-b29d-cf14b0dda85c {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:44.230245 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:44.619985 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] For port e76414f9-bc1c-46e9-b29d-cf14b0dda85c, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:44.620336 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:44.750975 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Calling delete_port for e76414f9-bc1c-46e9-b29d-cf14b0dda85c owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:44.919768 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:44.930868 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-6163fd82-090d-4bbc-b9e2-ebebf682f45b tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:44.971241 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-cab8ae03-7a24-4d1f-bdb8-080f8b8bea48 req-3149af6e-fcdf-42ea-bb73-fd930705a8fa tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.70 "GET /v2.0/ports?device_id=b928dee0-3465-4bf6-b7cb-9fa7431c9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0471191 Nov 10 21:30:44.979662 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Pushing event deleted for resources: {'Port': ['ID=e76414f9-bc1c-46e9-b29d-cf14b0dda85c,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:44.983598 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:45.112859 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] No DVR routers for this DVR port e76414f9-bc1c-46e9-b29d-cf14b0dda85c on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:45.116351 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:45.120753 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'name': 'network-vif-deleted', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:45.144771 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-954bf94f-172c-4648-aa99-3bcbe894a7b3 req-f4bfa713-047b-4cd4-9507-b17fb320c810 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] 10.222.0.58 "DELETE /v2.0/ports/e76414f9-bc1c-46e9-b29d-cf14b0dda85c HTTP/1.1" status: 204 len: 173 time: 0.9949670 Nov 10 21:30:45.193299 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928dee0-3465-4bf6-b7cb-9fa7431c9bd6', 'name': 'network-vif-deleted', 'tag': 'e76414f9-bc1c-46e9-b29d-cf14b0dda85c', 'status': 'completed', 'code': 200} Nov 10 21:30:46.563280 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device e76414f9-bc1c-46e9-b29d-cf14b0dda85c no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:46.609582 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: e76414f9-bc1c-46e9-b29d-cf14b0dda85c {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:46.609986 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device e76414f9-bc1c-46e9-b29d-cf14b0dda85c not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:46.888132 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44204) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:47.358545 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401040'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:48.043319 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Deleting port 6caab501-ab9d-4f58-998b-10d00da216cb {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:48.044369 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:48.225873 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] For port 6caab501-ab9d-4f58-998b-10d00da216cb, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=6caab501-ab9d-4f58-998b-10d00da216cb,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:48.226312 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:48.391829 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Calling delete_port for 6caab501-ab9d-4f58-998b-10d00da216cb owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:48.716119 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:48.723274 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d0b829df-d83c-474e-8372-b545d41403a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:48.769065 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6caab501-ab9d-4f58-998b-10d00da216cb,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:48.772999 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:49.162735 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400810'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:49.811210 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:49.931960 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ea4495bf-bf28-4dd4-b625-b7cecce59400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:50.047223 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:50.060383 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] Sync routers for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:30:50.071993 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-adc7157b-cfda-40f3-80d0-d5a5af449df6 admin admin] 10.222.0.70 "PUT /v2.0/routers/3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794891 Nov 10 21:30:50.073287 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44230) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:50.078443 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:50.079346 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:50.296558 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:50.320282 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks [] for router, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:50.574959 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:50.586454 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Deleting port 414ee555-6d4d-4987-b1e2-0a1ff1eba044 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:50.586829 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:50.667870 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 5, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port': {'id': '414ee555-6d4d-4987-b1e2-0a1ff1eba044', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:50.673295 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] Checking router: 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:30:50.686447 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] Routers {'3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:50.687161 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:23Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:50.808516 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] For port 414ee555-6d4d-4987-b1e2-0a1ff1eba044, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=414ee555-6d4d-4987-b1e2-0a1ff1eba044,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:50.809007 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:50.834798 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:50.855502 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] Set router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:50.966173 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:30:50Z', 'revision_number': 6, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port_host': None}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:50.971298 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305923c3-0bce-406c-bfb8-8ba40ecc0d7e None None] The sync data for ids ['3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50'] in dv-cinder-817261-1-smb is: [{'id': '3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50', 'name': 'tempest-TestMinimumBasicScenario-1839346029-router', 'tenant_id': '7c05036ae62046d0a69ae953faf8c041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:00Z', 'updated_at': '2021-11-10T21:30:50Z', 'revision_number': 6, 'project_id': '7c05036ae62046d0a69ae953faf8c041', 'gw_port_host': None}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:30:51.003911 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Calling delete_port for 414ee555-6d4d-4987-b1e2-0a1ff1eba044 owned by network:router_gateway {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:51.203494 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:51.207733 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-579de1f1-e431-4bcb-a897-df866c9066d6 tempest-VolumesSnapshotTestJSON-1823632153 tempest-VolumesSnapshotTestJSON-1823632153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:51.252802 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Pushing event deleted for resources: {'Port': ['ID=414ee555-6d4d-4987-b1e2-0a1ff1eba044,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:51.256317 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:51.418426 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 6caab501-ab9d-4f58-998b-10d00da216cb no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:51.464600 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 6caab501-ab9d-4f58-998b-10d00da216cb {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:51.464973 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 6caab501-ab9d-4f58-998b-10d00da216cb not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:51.603821 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393925'] for router_gateway, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:51.877564 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25741'] for router, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:51.882189 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:51.909781 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397117'] for router, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:51.910475 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 {{(pid=82876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:30:51.925743 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Notify callbacks [] for router, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:51.926896 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3b78f2a3-7674-4bc3-ac65-f07d2b5a5e50 HTTP/1.1" status: 204 len: 168 time: 1.8507743 Nov 10 21:30:51.929606 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44248) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:51.994022 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] Deleting subnet dfce4b41-9158-439d-8322-ce9b4f832947 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:30:51.997445 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.054396 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371181'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.263138 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.341015 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3331030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3739390'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.346144 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:52.384278 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfce4b41-9158-439d-8322-ce9b4f832947,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:52.388953 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:52.391019 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.398705 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac034d26-c040-4a01-8828-456c2327e956 None None] Network 87071b68-a385-4b22-ad1c-e59f348525a6 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:30:52.400292 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-e6e5315f-e89a-466f-b4a7-0ef4d47766fb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dfce4b41-9158-439d-8322-ce9b4f832947 HTTP/1.1" status: 204 len: 168 time: 0.4694703 Nov 10 21:30:52.403166 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44252) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:52.524147 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.540044 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Deleting port a49b9ae3-fafa-4c62-b625-a71a57966c99 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:52.540724 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.741506 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] DHCP port deletion for 87071b68-a385-4b22-ad1c-e59f348525a6 request from dv-cinder-817261-1-smb {{(pid=82878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 10 21:30:52.748589 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] Deleting port a49b9ae3-fafa-4c62-b625-a71a57966c99 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:52.749143 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.830005 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] For port a49b9ae3-fafa-4c62-b625-a71a57966c99, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a49b9ae3-fafa-4c62-b625-a71a57966c99,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:52.830390 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.940042 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-37a495c5-098c-40ed-b44f-04d3fff5ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:52.975421 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Calling delete_port for a49b9ae3-fafa-4c62-b625-a71a57966c99 owned by network:dhcp {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:53.037795 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] For port a49b9ae3-fafa-4c62-b625-a71a57966c99, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=a49b9ae3-fafa-4c62-b625-a71a57966c99,segment=NetworkSegment(6349df74-c1a4-4c13-86ce-efc600ded392),segment_id=6349df74-c1a4-4c13-86ce-efc600ded392)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:53.038517 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.085679 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.090086 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b0092877-321f-44e2-ac75-98676ff71e81 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:53.141816 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a49b9ae3-fafa-4c62-b625-a71a57966c99,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:53.144536 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:53.147170 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] No DVR routers for this DVR port a49b9ae3-fafa-4c62-b625-a71a57966c99 on host dv-cinder-817261-1-smb {{(pid=82877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:53.260856 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] Calling delete_port for a49b9ae3-fafa-4c62-b625-a71a57966c99 owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:53.281900 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.309244 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.329316 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87071b68-a385-4b22-ad1c-e59f348525a6']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:53.355084 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6349df74-c1a4-4c13-86ce-efc600ded392') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:53.355402 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 414ee555-6d4d-4987-b1e2-0a1ff1eba044 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:53.355587 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6349df74-c1a4-4c13-86ce-efc600ded392') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:53.369240 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371172'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.397999 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.408367 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:30:53.409532 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3331956'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.409732 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.db.api [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:30:53.410192 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_db.api [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:30:53.420388 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 414ee555-6d4d-4987-b1e2-0a1ff1eba044 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:53.420994 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 414ee555-6d4d-4987-b1e2-0a1ff1eba044 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:53.422268 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a49b9ae3-fafa-4c62-b625-a71a57966c99 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: Traceback (most recent call last): Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: timer() Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: cb(*args, **kw) Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: return func(*args, **kwargs) Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: self._notify() Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: self.callback(batched_events) Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: event.method(event) Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: return f(self, *a, **k) Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: return self._get(url).json() Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: return self.request(url, 'GET', **kwargs) Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:30:53.440900 dv-cinder-817261-1-smb neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:30:53.488286 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: a49b9ae3-fafa-4c62-b625-a71a57966c99 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:53.488910 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device a49b9ae3-fafa-4c62-b625-a71a57966c99 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:53.526480 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.530338 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-79c0d5e3-314e-4571-b8b2-9c4bbda6fa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:53.544126 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:53.557023 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=87071b68-a385-4b22-ad1c-e59f348525a6,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:53.560424 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:53.573615 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-813c6ef4-eb63-4f78-b421-1ca6fa9cd0ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/87071b68-a385-4b22-ad1c-e59f348525a6 HTTP/1.1" status: 204 len: 168 time: 1.1693151 Nov 10 21:30:53.576649 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44264) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:53.911606 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] Deleting port a49b9ae3-fafa-4c62-b625-a71a57966c99 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:53.912271 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:54.036580 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-a1d211a4-4137-4e10-b9ee-61ed00016be6 None None] The port 'a49b9ae3-fafa-4c62-b625-a71a57966c99' was deleted {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 10 21:30:54.098916 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:54.273964 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401040'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:54.581372 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44286) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:54.866142 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:54.930579 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:30:54.963010 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Usage tracker for resource:security_group_rule and tenant:24b4582e29f4469da03069b72fac3735 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:30:54.970718 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:30:54.979341 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:30:55.125647 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.133839 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.143026 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-6ecbd88d-82d5-4efb-90f2-fac28ec32e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:55.196322 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24b4582e29f4469da03069b72fac3735&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6136928 Nov 10 21:30:55.197129 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc8fccf-293e-4bb2-a0a6-81730d138e02,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:55.200429 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44292) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:55.228845 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-61280d2c-5e16-4004-aa10-1996e52bde55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:55.317930 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c7846bdc-1c42-4059-b3e8-79ab69cefd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.331739 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Deleting port c3680092-28ea-429c-bd5d-e39acdcbe583 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:55.332422 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.368509 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c7846bdc-1c42-4059-b3e8-79ab69cefd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.455386 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c7846bdc-1c42-4059-b3e8-79ab69cefd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.462444 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-35268caf-a453-41e2-842d-94b20cf71a3e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:55.478517 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7846bdc-1c42-4059-b3e8-79ab69cefd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc8fccf-293e-4bb2-a0a6-81730d138e02,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:55.481613 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c7846bdc-1c42-4059-b3e8-79ab69cefd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:55.482917 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c7846bdc-1c42-4059-b3e8-79ab69cefd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.485036 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c7846bdc-1c42-4059-b3e8-79ab69cefd8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbc8fccf-293e-4bb2-a0a6-81730d138e02 HTTP/1.1" status: 204 len: 168 time: 0.2821267 Nov 10 21:30:55.560107 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] For port c3680092-28ea-429c-bd5d-e39acdcbe583, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=c3680092-28ea-429c-bd5d-e39acdcbe583,segment=NetworkSegment(6be672d6-c170-4793-a8d6-e38caa9e486b),segment_id=6be672d6-c170-4793-a8d6-e38caa9e486b)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:55.560792 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.571632 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.718839 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Calling delete_port for c3680092-28ea-429c-bd5d-e39acdcbe583 owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:55.958479 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:55.962496 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-25b36c82-03ab-4269-94ba-ae0ae79c4d88 tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:56.005569 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Pushing event deleted for resources: {'Port': ['ID=c3680092-28ea-429c-bd5d-e39acdcbe583,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:56.008216 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:56.379795 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400810'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:57.201890 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:57.438014 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:57.456523 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] Sync routers for ids ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'] in dv-cinder-817261-1-smb {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:30:57.472514 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] Routers {'9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:57.472859 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-3221b1b6-f444-47b0-b4bb-bcbebad4fbad admin admin] 10.222.0.70 "PUT /v2.0/routers/9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8946588 Nov 10 21:30:57.473169 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:57.476088 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44310) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:57.681506 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] Set router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a gateway port host: dv-cinder-817261-1-smb {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:57.742144 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks [] for router, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:57.981973 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:57.992783 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Deleting port cce112ac-b603-464b-92d5-212534d25e2d {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:57.993287 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:58.029467 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:30:55Z', 'revision_number': 5, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port': {'id': 'cce112ac-b603-464b-92d5-212534d25e2d', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:15Z', 'updated_at': '2021-11-10T21:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:58.035843 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] Checking router: 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a for host: dv-cinder-817261-1-smb {{(pid=82878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:30:58.048379 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] Routers {'9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:58.049049 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'], 'active': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:58.216060 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] For port cce112ac-b603-464b-92d5-212534d25e2d, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=cce112ac-b603-464b-92d5-212534d25e2d,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:58.216439 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:58.260761 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_dvr_db [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] Set router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a gateway port host: None {{(pid=82878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:30:58.377739 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.db.l3_hamode_db [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:30:57Z', 'revision_number': 6, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port_host': None}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:58.382339 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce368feb-8892-441f-b19f-d9cdbf20b595 None None] The sync data for ids ['9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a'] in dv-cinder-817261-1-smb is: [{'id': '9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a', 'name': 'tempest-TestMinimumBasicScenario-1825846824-router', 'tenant_id': 'adb25e77e39e4bf193036324b87737fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:13Z', 'updated_at': '2021-11-10T21:30:57Z', 'revision_number': 6, 'project_id': 'adb25e77e39e4bf193036324b87737fa', 'gw_port_host': None}] {{(pid=82878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:30:58.475043 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Calling delete_port for cce112ac-b603-464b-92d5-212534d25e2d owned by network:router_gateway {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:30:58.658576 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:58.662269 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0403b394-ec85-4fa6-a4ac-427fcf1cae97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:58.706054 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Pushing event deleted for resources: {'Port': ['ID=cce112ac-b603-464b-92d5-212534d25e2d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:58.709374 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:58.958570 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393925'] for router_gateway, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.223983 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25741'] for router, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.228315 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.267699 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397117'] for router, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.268328 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a {{(pid=82877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:30:59.281984 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.285901 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44326) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:59.286389 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ae334d64-e82f-4234-a2e4-f54f1558bc4d admin admin] 10.222.0.70 "DELETE /v2.0/routers/9c3e9f2a-2bc1-479c-939c-57f6ce6dd59a HTTP/1.1" status: 204 len: 168 time: 1.8059630 Nov 10 21:30:59.353340 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Deleting subnet e6491151-9822-43fe-8e92-96735c558511 {{(pid=82876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:30:59.356834 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.378422 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device c3680092-28ea-429c-bd5d-e39acdcbe583 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:59.418631 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3252319'] for subnet, precommit_delete_associations {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.456920 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: c3680092-28ea-429c-bd5d-e39acdcbe583 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:59.457894 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device c3680092-28ea-429c-bd5d-e39acdcbe583 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:59.459158 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device cce112ac-b603-464b-92d5-212534d25e2d no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:30:59.528909 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.557150 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: cce112ac-b603-464b-92d5-212534d25e2d {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:30:59.557150 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device cce112ac-b603-464b-92d5-212534d25e2d not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:30:59.617234 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3579901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3719132'] for subnet, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.621337 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:30:59.660291 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6491151-9822-43fe-8e92-96735c558511,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:59.672160 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.672606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.673184 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.673536 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.673889 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.674236 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.674581 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.674929 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.675271 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.675606 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.675953 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:59.680765 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for subnet, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.684257 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:30:59.688105 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb6b865-9783-491b-be75-ef817432b937 None None] Network ef01c041-6a52-4d6b-952c-f8be2d85a031 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:30:59.693186 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-06c56174-34b6-4940-a6ff-06ca462b58b5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e6491151-9822-43fe-8e92-96735c558511 HTTP/1.1" status: 204 len: 168 time: 0.4057896 Nov 10 21:30:59.693542 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44334) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:30:59.808941 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.820279 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Deleting port ab81c73b-e44c-4996-8dd3-3aa38abd4cff {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:59.820633 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:30:59.974029 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] DHCP port deletion for ef01c041-6a52-4d6b-952c-f8be2d85a031 request from dv-cinder-817261-1-smb {{(pid=82878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 10 21:30:59.979830 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] Deleting port ab81c73b-e44c-4996-8dd3-3aa38abd4cff {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:30:59.980321 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.060849 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] For port ab81c73b-e44c-4996-8dd3-3aa38abd4cff, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=ab81c73b-e44c-4996-8dd3-3aa38abd4cff,segment=NetworkSegment(6be672d6-c170-4793-a8d6-e38caa9e486b),segment_id=6be672d6-c170-4793-a8d6-e38caa9e486b)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:00.061205 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.234183 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] For port ab81c73b-e44c-4996-8dd3-3aa38abd4cff, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=ab81c73b-e44c-4996-8dd3-3aa38abd4cff,segment=NetworkSegment(6be672d6-c170-4793-a8d6-e38caa9e486b),segment_id=6be672d6-c170-4793-a8d6-e38caa9e486b)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:00.234825 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.300297 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Calling delete_port for ab81c73b-e44c-4996-8dd3-3aa38abd4cff owned by network:dhcp {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:31:00.360171 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] Calling delete_port for ab81c73b-e44c-4996-8dd3-3aa38abd4cff owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:31:00.391637 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.398233 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8b74ead2-782b-4177-919d-6140c546bb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:00.440212 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.db.api [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:31:00.440991 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_db.api [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:31:00.478717 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab81c73b-e44c-4996-8dd3-3aa38abd4cff,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:00.482134 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:00.488921 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] No DVR routers for this DVR port ab81c73b-e44c-4996-8dd3-3aa38abd4cff on host dv-cinder-817261-1-smb {{(pid=82877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:00.611347 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.639233 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef01c041-6a52-4d6b-952c-f8be2d85a031']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:00.652419 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be672d6-c170-4793-a8d6-e38caa9e486b') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:00.652736 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.services.segments.db [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be672d6-c170-4793-a8d6-e38caa9e486b') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:00.665518 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3371172'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.683753 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.695219 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:31:00.695937 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3331956'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: Traceback (most recent call last): Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: timer() Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: cb(*args, **kw) Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: return func(*args, **kwargs) Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: self._notify() Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: self.callback(batched_events) Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: event.method(event) Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: return f(self, *a, **k) Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: return self._get(url).json() Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: return self.request(url, 'GET', **kwargs) Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:31:00.719451 dv-cinder-817261-1-smb neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:31:00.818601 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.823025 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:00.836395 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:00.846103 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef01c041-6a52-4d6b-952c-f8be2d85a031,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:00.850706 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:00.858611 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-db5e526d-e999-474b-91db-4db64f81181a admin admin] 10.222.0.70 "DELETE /v2.0/networks/ef01c041-6a52-4d6b-952c-f8be2d85a031 HTTP/1.1" status: 204 len: 168 time: 1.1641858 Nov 10 21:31:00.942381 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] Deleting port ab81c73b-e44c-4996-8dd3-3aa38abd4cff {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:31:00.943216 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:01.013473 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-8b269ab4-bc40-4f72-8156-7a01c42e9f65 None None] The port 'ab81c73b-e44c-4996-8dd3-3aa38abd4cff' was deleted {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 10 21:31:01.113914 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44350) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:01.183606 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-ff8b6ccd-271a-4e7e-94d1-b7086d1bde85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c05036ae62046d0a69ae953faf8c041&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0690510 Nov 10 21:31:01.186123 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44354) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:01.272080 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-255778ac-c308-4d1d-9085-c1683d0ffb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:01.306202 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-255778ac-c308-4d1d-9085-c1683d0ffb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:01.356074 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device ab81c73b-e44c-4996-8dd3-3aa38abd4cff no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:31:01.390450 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-255778ac-c308-4d1d-9085-c1683d0ffb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:01.398589 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0de4c0d1-9afb-4250-8aaa-94c9dd009f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:01.402111 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: ab81c73b-e44c-4996-8dd3-3aa38abd4cff {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:31:01.402111 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device ab81c73b-e44c-4996-8dd3-3aa38abd4cff not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:31:01.423112 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255778ac-c308-4d1d-9085-c1683d0ffb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de44da59-8ae8-460f-8520-e88ebff00f3a,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:01.427158 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-255778ac-c308-4d1d-9085-c1683d0ffb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:01.447299 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-255778ac-c308-4d1d-9085-c1683d0ffb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:01.448856 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-255778ac-c308-4d1d-9085-c1683d0ffb53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de44da59-8ae8-460f-8520-e88ebff00f3a HTTP/1.1" status: 204 len: 168 time: 0.2614787 Nov 10 21:31:01.978230 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44364) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:02.031317 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-36019b66-88ea-4b9b-ba1d-368d3c390196 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=adb25e77e39e4bf193036324b87737fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510671 Nov 10 21:31:02.033645 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44368) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:02.100335 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-32b61d7d-2462-4ce3-85fd-e0f4b5cb80cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:02.126629 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-32b61d7d-2462-4ce3-85fd-e0f4b5cb80cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:02.186267 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-32b61d7d-2462-4ce3-85fd-e0f4b5cb80cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:02.193260 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-445d91f5-cfcf-4ccb-a847-b57bb08c36f8 tempest-TestMinimumBasicScenario-1718026477 tempest-TestMinimumBasicScenario-1718026477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:02.207197 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b61d7d-2462-4ce3-85fd-e0f4b5cb80cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2b3e5e-12c8-4a86-8974-4472d5b61ec1,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:02.210067 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-32b61d7d-2462-4ce3-85fd-e0f4b5cb80cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:02.217314 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-32b61d7d-2462-4ce3-85fd-e0f4b5cb80cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:02.218932 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-32b61d7d-2462-4ce3-85fd-e0f4b5cb80cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e2b3e5e-12c8-4a86-8974-4472d5b61ec1 HTTP/1.1" status: 204 len: 168 time: 0.1841066 Nov 10 21:31:08.398674 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d390-9353-48ee-9c95-0956f27400e3 req-923f6a10-4097-460a-b76c-739d60c0c131 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:08.400679 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3f50d390-9353-48ee-9c95-0956f27400e3 req-923f6a10-4097-460a-b76c-739d60c0c131 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 945 time: 0.0864737 Nov 10 21:31:08.456284 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-3f50d390-9353-48ee-9c95-0956f27400e3 req-9232f72e-4b40-4795-869a-2a742f95031b tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484123 Nov 10 21:31:09.661692 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9e5a0-923e-4ddb-a2d4-b2990fc9ba2c req-63310d76-d547-4a6a-8d2b-fcb609f5c02d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.663137 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-cee9e5a0-923e-4ddb-a2d4-b2990fc9ba2c req-63310d76-d547-4a6a-8d2b-fcb609f5c02d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 945 time: 0.0789557 Nov 10 21:31:09.713596 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [req-cee9e5a0-923e-4ddb-a2d4-b2990fc9ba2c req-858f9c18-8b60-49d0-8c30-c4e62d0e7b80 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Nov 10 21:31:10.454411 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-fc999143-00ec-4619-9fe5-41b875a8fe51 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.455916 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-fc999143-00ec-4619-9fe5-41b875a8fe51 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 945 time: 0.0859468 Nov 10 21:31:10.537081 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Deleting port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:31:10.537411 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:10.630260 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:31:10.914000 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] For port 60992976-8d8e-4d02-8e8e-ec87e8d6e260, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=60992976-8d8e-4d02-8e8e-ec87e8d6e260,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:10.914355 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:11.250685 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784f09a-0619-41bb-a311-803a0e4ef5ad req-2a443e45-c0a7-4bc9-a0c3-83d2b9030e24 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:11.252132 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e784f09a-0619-41bb-a311-803a0e4ef5ad req-2a443e45-c0a7-4bc9-a0c3-83d2b9030e24 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 945 time: 0.2607584 Nov 10 21:31:11.308600 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:11.308968 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393872'] for floatingip, after_update {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:11.309275 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.db.l3_db [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Floating IP 457b7d6c-4d5e-486c-8f93-47838475c2da disassociated. External IP: 172.28.3.49, port: 60992976-8d8e-4d02-8e8e-ec87e8d6e260. Nov 10 21:31:11.309610 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Calling delete_port for 60992976-8d8e-4d02-8e8e-ec87e8d6e260 owned by compute:nova {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:31:11.360173 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-e784f09a-0619-41bb-a311-803a0e4ef5ad req-1770dcd3-0888-4e0c-95c1-ded2ac050dee tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups?id=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022148 Nov 10 21:31:11.470638 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:11.476642 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-fb6c3b13-90ea-44fc-baa5-287dd275a801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:11.523850 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event deleted for resources: {'Port': ['ID=60992976-8d8e-4d02-8e8e-ec87e8d6e260,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:11.527196 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:11.744073 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:31:11.979048 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:31:11.991481 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] Sync routers for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:31:12.008501 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:31:12.009475 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:12.054247 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] No DVR routers for this DVR port 60992976-8d8e-4d02-8e8e-ec87e8d6e260 on host hv-cinder-81726 {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:12.056915 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for port, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:12.059824 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'name': 'network-vif-deleted', 'tag': '60992976-8d8e-4d02-8e8e-ec87e8d6e260'}] {{(pid=82876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:12.081351 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-8a7474ab-fcdf-47d2-8298-b0d2bea2d7d2 req-ccbea461-3411-4614-9926-adb77f43dd1d tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.58 "DELETE /v2.0/ports/60992976-8d8e-4d02-8e8e-ec87e8d6e260 HTTP/1.1" status: 204 len: 173 time: 1.6172090 Nov 10 21:31:12.143587 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3987c5-198b-4108-84c5-b26703ca0a70', 'name': 'network-vif-deleted', 'tag': '60992976-8d8e-4d02-8e8e-ec87e8d6e260', 'status': 'completed', 'code': 200} Nov 10 21:31:12.233082 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:31:12.544020 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d50b5646-b9e7-4560-8206-a4a457c39aa0 req-1599133f-c4bc-40c6-b77c-a200dd882727 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Synchronizing usage tracker for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 10 21:31:12.564058 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [req-d50b5646-b9e7-4560-8206-a4a457c39aa0 req-1599133f-c4bc-40c6-b77c-a200dd882727 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Unset dirty status for tenant:f476b8b2353347bba4b3976b1ced361e on resource:port {{(pid=82876) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 10 21:31:12.565615 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [req-d50b5646-b9e7-4560-8206-a4a457c39aa0 req-1599133f-c4bc-40c6-b77c-a200dd882727 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3987c5-198b-4108-84c5-b26703ca0a70 HTTP/1.1" status: 200 len: 210 time: 0.0646815 Nov 10 21:31:12.610661 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:12.614576 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] Checking router: 482f2754-88d0-4aba-bcfc-a4838c4bdf06 for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:31:12.628291 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:31:12.629015 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:12.641296 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 60992976-8d8e-4d02-8e8e-ec87e8d6e260 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:31:12.676203 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] No Port match for: 60992976-8d8e-4d02-8e8e-ec87e8d6e260 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:31:12.676560 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Device 60992976-8d8e-4d02-8e8e-ec87e8d6e260 not bound to the agent host hv-cinder-81726 {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:31:12.813687 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:31:13.142228 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:13.146143 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2b335-71d0-4abf-8bd2-bdc5a6302ca1 None None] The sync data for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb is: [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:26:31Z', 'revision_number': 4, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb', '_interfaces': [{'id': 'd95c6f59-ca38-4c95-b9f7-c739d4ac04cd', 'name': '', 'network_id': '633c47fe-f010-467d-b486-f53f969041d3', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'mac_address': 'fa:16:3e:22:f7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:30Z', 'updated_at': '2021-11-10T21:26:55Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'subnets': [{'id': '3ba899b0-0386-4ba1-9d40-5199f3ea9d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:31:13.370889 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e09a9-6cc4-47b1-9372-d9da5d4bebaa None None] New status for floating IP 457b7d6c-4d5e-486c-8f93-47838475c2da: DOWN {{(pid=82878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 10 21:31:13.722086 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44436) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:13.804854 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3730efce-f0ec-40d6-9f98-e5fb5468ea09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:13.835663 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3730efce-f0ec-40d6-9f98-e5fb5468ea09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:13.900431 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3730efce-f0ec-40d6-9f98-e5fb5468ea09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:13.906511 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8393a45d-f576-4f72-b8cd-957b7c7fe4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:13.922565 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730efce-f0ec-40d6-9f98-e5fb5468ea09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42dfbd9-4aad-42b2-a4be-3ef8551c64b3,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:13.925093 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-3730efce-f0ec-40d6-9f98-e5fb5468ea09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:13.936258 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-3730efce-f0ec-40d6-9f98-e5fb5468ea09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:13.937459 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-3730efce-f0ec-40d6-9f98-e5fb5468ea09 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "DELETE /v2.0/security-groups/f42dfbd9-4aad-42b2-a4be-3ef8551c64b3 HTTP/1.1" status: 204 len: 168 time: 0.2143953 Nov 10 21:31:13.940311 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44440) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:13.958134 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.api.v2.resource [None req-bfcb11ff-7a76-4cf6-aeba-3602fded40a6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] show failed (client error): The resource could not be found. Nov 10 21:31:13.959068 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-bfcb11ff-7a76-4cf6-aeba-3602fded40a6 tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "GET /v2.0/security-groups/f42dfbd9-4aad-42b2-a4be-3ef8551c64b3 HTTP/1.1" status: 404 len: 347 time: 0.0178459 Nov 10 21:31:13.961848 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44444) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:14.121852 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Deleting port a3a0db64-f4ec-45a2-a4fa-c934bf2c6c50 {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:31:14.122185 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:14.391766 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:14.392065 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:14.514049 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Calling delete_port for a3a0db64-f4ec-45a2-a4fa-c934bf2c6c50 owned by network:floatingip {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:31:14.653638 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:14.658064 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ec8b1b84-5074-480a-8a6b-f70f2512bf6e tempest-TestShelveInstance-2070017515 tempest-TestShelveInstance-2070017515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:14.698588 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Pushing event deleted for resources: {'Port': ['ID=a3a0db64-f4ec-45a2-a4fa-c934bf2c6c50,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:14.702652 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:14.801221 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks [] for floatingip, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:14.820788 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204954'] for floatingip, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:14.821785 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-09df9bac-cd2b-4810-ae35-11155a8bce8c tempest-AttachVolumeTestJSON-190998352 tempest-AttachVolumeTestJSON-190998352-project] 10.222.0.70 "DELETE /v2.0/floatingips/457b7d6c-4d5e-486c-8f93-47838475c2da HTTP/1.1" status: 204 len: 168 time: 0.8589106 Nov 10 21:31:18.902951 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44474) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:19.344703 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401040'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:19.936478 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7edb7241-4635-4c0a-a357-bc5f726d3c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:20.096183 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Deleting port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:31:20.096879 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:20.276808 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] For port d95c6f59-ca38-4c95-b9f7-c739d4ac04cd, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:20.277097 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:20.407869 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Calling delete_port for d95c6f59-ca38-4c95-b9f7-c739d4ac04cd owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:31:20.599226 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:20.602885 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-92961ad2-8792-4930-8638-a6ea9adcf1d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:20.644945 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95c6f59-ca38-4c95-b9f7-c739d4ac04cd,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:20.687508 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.687962 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.688252 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.688633 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.688992 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.689359 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.689707 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.690060 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.690410 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.690759 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.691109 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-smb {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:20.698450 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:20.753679 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:20.962964 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400810'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:21.690696 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 has already been hosted by L3 agent 26f6f558-58b1-47e5-9ab7-416853238151 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:31:21.926619 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-smb the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:31:21.937139 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] Sync routers for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 10 21:31:21.944740 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-4299a348-1b67-4e7b-8f2b-3b121b9d5543 admin admin] 10.222.0.70 "PUT /v2.0/routers/482f2754-88d0-4aba-bcfc-a4838c4bdf06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0400908 Nov 10 21:31:21.947668 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44478) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:21.950988 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:31:21.951814 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:22.146188 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: dv-cinder-817261-1-smb {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:31:22.190614 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks [] for router, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:22.415684 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:22.428536 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Deleting port 229771ad-c1d6-4005-a78a-fe54b2977da2 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:31:22.429137 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:22.450900 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'external_fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:31:20Z', 'revision_number': 5, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port': {'id': '229771ad-c1d6-4005-a78a-fe54b2977da2', 'name': '', 'network_id': 'e5e6204f-b15f-4aba-96e4-6e2896ad2afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:27Z', 'updated_at': '2021-11-10T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ab69553-08e1-4bb4-a169-a755855621f8', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-smb'}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:22.455424 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] Checking router: 482f2754-88d0-4aba-bcfc-a4838c4bdf06 for host: dv-cinder-817261-1-smb {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 10 21:31:22.466839 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] Routers {'482f2754-88d0-4aba-bcfc-a4838c4bdf06'} bound to L3 agent in host dv-cinder-817261-1-smb {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:31:22.467442 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817261-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:53Z,description=,heartbeat_timestamp=2021-11-10T21:30:53Z,host='dv-cinder-817261-1-smb',id=26f6f558-58b1-47e5-9ab7-416853238151,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:12:53Z,topic='l3_agent')) {'router_ids': ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:22.656941 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] For port 229771ad-c1d6-4005-a78a-fe54b2977da2, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=229771ad-c1d6-4005-a78a-fe54b2977da2,segment=NetworkSegment(3284089e-c444-48f8-bff7-166d949674c1),segment_id=3284089e-c444-48f8-bff7-166d949674c1)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:22.657282 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:22.660512 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] Set router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 10 21:31:22.766527 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:31:22Z', 'revision_number': 6, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port_host': None}], 'dv-cinder-817261-1-smb', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:22.770869 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cd8fe-0311-41ad-9686-87c720fefd0a None None] The sync data for ids ['482f2754-88d0-4aba-bcfc-a4838c4bdf06'] in dv-cinder-817261-1-smb is: [{'id': '482f2754-88d0-4aba-bcfc-a4838c4bdf06', 'name': 'tempest-AttachVolumeTestJSON-1848596358-router', 'tenant_id': 'f476b8b2353347bba4b3976b1ced361e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:26Z', 'updated_at': '2021-11-10T21:31:22Z', 'revision_number': 6, 'project_id': 'f476b8b2353347bba4b3976b1ced361e', 'gw_port_host': None}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 10 21:31:22.786787 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Calling delete_port for 229771ad-c1d6-4005-a78a-fe54b2977da2 owned by network:router_gateway {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:31:22.904532 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8accf1a4-79b2-454a-adb7-1336d511d38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.001930 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3330979'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.005782 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:23.054331 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Pushing event deleted for resources: {'Port': ['ID=229771ad-c1d6-4005-a78a-fe54b2977da2,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:23.056898 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:23.267442 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.412037 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393925'] for router_gateway, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.568035 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device d95c6f59-ca38-4c95-b9f7-c739d4ac04cd no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:31:23.608581 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: d95c6f59-ca38-4c95-b9f7-c739d4ac04cd {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:31:23.609157 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device d95c6f59-ca38-4c95-b9f7-c739d4ac04cd not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:31:23.609309 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 229771ad-c1d6-4005-a78a-fe54b2977da2 no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:31:23.645143 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: 229771ad-c1d6-4005-a78a-fe54b2977da2 {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:31:23.645487 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device 229771ad-c1d6-4005-a78a-fe54b2977da2 not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:31:23.689446 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-397137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25741'] for router, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.694110 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.722052 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-397117'] for router, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.722564 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482f2754-88d0-4aba-bcfc-a4838c4bdf06 {{(pid=82877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:31:23.736989 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.739718 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-39ce480a-2a98-4245-a6e0-941ec5885966 admin admin] 10.222.0.70 "DELETE /v2.0/routers/482f2754-88d0-4aba-bcfc-a4838c4bdf06 HTTP/1.1" status: 204 len: 168 time: 1.7896731 Nov 10 21:31:23.741714 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44482) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:23.813378 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] Deleting subnet 3ba899b0-0386-4ba1-9d40-5199f3ea9d0a {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 10 21:31:23.817595 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.872145 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3371181'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:23.957313 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1147933'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.031694 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1147926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3331030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3739390'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.036250 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2118463d-f2b3-437b-901a-c70e50265475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:24.076688 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba899b0-0386-4ba1-9d40-5199f3ea9d0a,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:24.080758 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:24.081743 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.088174 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-9abdacaa-ab33-440e-9294-b87c62aa54f8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3ba899b0-0386-4ba1-9d40-5199f3ea9d0a HTTP/1.1" status: 204 len: 168 time: 0.3453209 Nov 10 21:31:24.090830 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44486) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:24.093292 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2add74-0247-4c45-8c6d-9fd3cb5edfd5 None None] Network 633c47fe-f010-467d-b486-f53f969041d3 requested from dv-cinder-817261-1-smb {{(pid=82878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 10 21:31:24.116795 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.211124 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990564'] for network, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.223511 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Deleting port fed75dfd-bc68-4d0c-87f7-37049bf10a2c {{(pid=82876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:31:24.223842 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.456527 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.db [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] For port fed75dfd-bc68-4d0c-87f7-37049bf10a2c, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=fed75dfd-bc68-4d0c-87f7-37049bf10a2c,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:24.458303 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.459243 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] DHCP port deletion for 633c47fe-f010-467d-b486-f53f969041d3 request from dv-cinder-817261-1-smb {{(pid=82878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 10 21:31:24.464253 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] Deleting port fed75dfd-bc68-4d0c-87f7-37049bf10a2c {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:31:24.464741 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.593385 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Calling delete_port for fed75dfd-bc68-4d0c-87f7-37049bf10a2c owned by network:dhcp {{(pid=82876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:31:24.678837 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1159006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737946276325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737945850480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3579784'] for port, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.683687 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-02574309-216d-4e99-9641-62f32cdfcd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:24.685469 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] For port fed75dfd-bc68-4d0c-87f7-37049bf10a2c, host dv-cinder-817261-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-smb',level=0,port_id=fed75dfd-bc68-4d0c-87f7-37049bf10a2c,segment=NetworkSegment(e3bea1e3-b337-49a7-bbdc-84bf72f3c720),segment_id=e3bea1e3-b337-49a7-bbdc-84bf72f3c720)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:24.685897 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-400384'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.731815 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed75dfd-bc68-4d0c-87f7-37049bf10a2c,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:24.734971 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:24.743272 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] No DVR routers for this DVR port fed75dfd-bc68-4d0c-87f7-37049bf10a2c on host dv-cinder-817261-1-smb {{(pid=82876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:24.813993 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] Calling delete_port for fed75dfd-bc68-4d0c-87f7-37049bf10a2c owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 10 21:31:24.901385 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.db.api [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:31:24.901880 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG oslo_db.api [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:31:24.925748 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1145318', 'neutron.services.segments.db._delete_segments_for_network-8737946368961'] for network, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.953333 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633c47fe-f010-467d-b486-f53f969041d3']}} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:24.966137 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720') {'for_net_delete': True} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:24.966461 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.services.segments.db [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bea1e3-b337-49a7-bbdc-84bf72f3c720') {} {{(pid=82876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:24.979474 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737946370524', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3252310'] for segment, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:24.999838 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1149833'] for segment, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.006380 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=82876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 10 21:31:25.006770 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1149840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3578719'] for segment, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: Traceback (most recent call last): Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: timer() Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: cb(*args, **kw) Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: return func(*args, **kwargs) Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: self._notify() Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: self.callback(batched_events) Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: event.method(event) Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: return f(self, *a, **k) Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: return self._get(url).json() Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: return self.request(url, 'GET', **kwargs) Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:31:25.020802 dv-cinder-817261-1-smb neutron-server[82876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:31:25.204274 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1145247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393954'] for network, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.208280 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-b3d1f4c3-4158-4620-8d7d-80aaa065df03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:25.221999 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1565938'] for network, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.232711 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=633c47fe-f010-467d-b486-f53f969041d3,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:25.236643 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:25.247681 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-d3a5b9b8-27b4-4e8b-9d3a-5de91c6f33b9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/633c47fe-f010-467d-b486-f53f969041d3 HTTP/1.1" status: 204 len: 168 time: 1.1556973 Nov 10 21:31:25.339207 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device fed75dfd-bc68-4d0c-87f7-37049bf10a2c no longer exists at agent ovs-agent-dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 10 21:31:25.374381 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] No Port match for: fed75dfd-bc68-4d0c-87f7-37049bf10a2c {{(pid=82878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 10 21:31:25.374879 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.rpc [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Device fed75dfd-bc68-4d0c-87f7-37049bf10a2c not bound to the agent host dv-cinder-817261-1-smb {{(pid=82878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 10 21:31:25.403629 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] Deleting port fed75dfd-bc68-4d0c-87f7-37049bf10a2c {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 10 21:31:25.404021 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737946268654'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.472623 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-0acf69fc-95bb-4bcd-947c-2e3916a92f93 None None] The port 'fed75dfd-bc68-4d0c-87f7-37049bf10a2c' was deleted {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 10 21:31:25.477891 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44492) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:25.550483 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.786061 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-a9b70d42-4b1b-44cf-8e49-16cc3b165fc1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f476b8b2353347bba4b3976b1ced361e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3066003 Nov 10 21:31:25.788348 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44498) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:25.849697 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c7bb510c-2cc5-4cdf-bdbb-8ef0b3de4151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.875271 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c7bb510c-2cc5-4cdf-bdbb-8ef0b3de4151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.929617 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c7bb510c-2cc5-4cdf-bdbb-8ef0b3de4151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.933420 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-19ebd205-5772-43a4-9349-56cbbe393139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:25.949371 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb510c-2cc5-4cdf-bdbb-8ef0b3de4151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907712f1-7ff6-4296-a98d-ca2e86f8941c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:25.955579 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c7bb510c-2cc5-4cdf-bdbb-8ef0b3de4151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:25.956330 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c7bb510c-2cc5-4cdf-bdbb-8ef0b3de4151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:25.960888 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c7bb510c-2cc5-4cdf-bdbb-8ef0b3de4151 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/907712f1-7ff6-4296-a98d-ca2e86f8941c HTTP/1.1" status: 204 len: 168 time: 0.1681368 Nov 10 21:31:34.201020 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44580) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:34.348289 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:34.379897 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:31:34.383704 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Usage tracker for resource:security_group_rule and tenant:5744b1a856e04635bf6461a5a25cef66 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:31:34.386814 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:31:34.393289 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:31:34.461244 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:34.464997 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:34.472464 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f19f5727-10fd-4c2e-a33b-da5712ada8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:34.512750 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca36e70b-7711-47aa-ac79-83a2f6cd2a01,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:34.516419 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:34.519036 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5744b1a856e04635bf6461a5a25cef66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3164747 Nov 10 21:31:34.521891 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44586) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:34.582435 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fba3d39e-1219-48e5-b213-3d48ca07d7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:34.610424 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fba3d39e-1219-48e5-b213-3d48ca07d7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:34.664706 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fba3d39e-1219-48e5-b213-3d48ca07d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:34.668444 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-03cd5dc5-2ed3-4017-b421-dd6038bd88ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:34.680702 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3d39e-1219-48e5-b213-3d48ca07d7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca36e70b-7711-47aa-ac79-83a2f6cd2a01,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:34.683327 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-fba3d39e-1219-48e5-b213-3d48ca07d7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:34.690510 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-fba3d39e-1219-48e5-b213-3d48ca07d7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:34.691876 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-fba3d39e-1219-48e5-b213-3d48ca07d7ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca36e70b-7711-47aa-ac79-83a2f6cd2a01 HTTP/1.1" status: 204 len: 168 time: 0.1690180 Nov 10 21:31:35.028383 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44594) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:35.051167 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:35.086792 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:31:35.090976 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Usage tracker for resource:security_group_rule and tenant:0480ace04e9e45d39516a52dc8fdda16 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:31:35.094108 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:31:35.099997 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:31:35.169972 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:35.173802 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:35.180718 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7e77be8d-4a70-446a-8629-b797c882a667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:35.222458 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10c3728-0770-4482-880e-843410dbc394,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:35.225839 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:35.229883 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-f0503734-b1b7-4d4e-a51b-824a563e3c89 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0480ace04e9e45d39516a52dc8fdda16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2004399 Nov 10 21:31:35.232517 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44598) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:35.297576 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4b1dbcde-0637-4cdb-a0e7-21c7f9c28410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:35.323620 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4b1dbcde-0637-4cdb-a0e7-21c7f9c28410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:35.377741 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4b1dbcde-0637-4cdb-a0e7-21c7f9c28410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:35.381660 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-fba3d39e-1219-48e5-b213-3d48ca07d7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:35.397263 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dbcde-0637-4cdb-a0e7-21c7f9c28410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10c3728-0770-4482-880e-843410dbc394,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:35.400838 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-4b1dbcde-0637-4cdb-a0e7-21c7f9c28410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:35.404134 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-4b1dbcde-0637-4cdb-a0e7-21c7f9c28410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:35.405789 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-4b1dbcde-0637-4cdb-a0e7-21c7f9c28410 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e10c3728-0770-4482-880e-843410dbc394 HTTP/1.1" status: 204 len: 168 time: 0.1717412 Nov 10 21:31:38.203830 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44674) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:38.346169 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:38.378161 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:31:38.382024 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Usage tracker for resource:security_group_rule and tenant:11014aa02fe84dce9a2f7efdad970e37 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:31:38.385243 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:31:38.392618 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:31:38.461661 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:38.465426 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:38.472042 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-ab420f12-9c6a-4c09-9771-8df268c87567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:38.509710 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743c9efd-0db8-414c-8caa-a4f7ca4058f2,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:38.514632 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:38.517927 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-7a1b0a00-cf7c-4854-ac90-1ab7b2ae0e54 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11014aa02fe84dce9a2f7efdad970e37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3131187 Nov 10 21:31:38.520493 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44680) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:38.580268 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-617783ab-4869-4531-a497-f285429ba6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:38.605955 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-617783ab-4869-4531-a497-f285429ba6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:38.660946 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-617783ab-4869-4531-a497-f285429ba6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:38.664614 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-746a3482-ccba-4e62-a955-724734994445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:38.676987 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617783ab-4869-4531-a497-f285429ba6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c9efd-0db8-414c-8caa-a4f7ca4058f2,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:38.680402 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-617783ab-4869-4531-a497-f285429ba6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:38.683750 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-617783ab-4869-4531-a497-f285429ba6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:38.687906 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-617783ab-4869-4531-a497-f285429ba6ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/743c9efd-0db8-414c-8caa-a4f7ca4058f2 HTTP/1.1" status: 204 len: 168 time: 0.1634772 Nov 10 21:31:39.020004 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44688) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:39.039405 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:39.072151 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:31:39.076227 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Usage tracker for resource:security_group_rule and tenant:a459ed53c7184ff6af2f260f8148e8be is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:31:39.079824 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:31:39.086104 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:31:39.150685 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:39.154501 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:39.162131 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fb4a37e7-e966-4136-a49a-ef0585713251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:39.207593 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d87a770-7ab6-441c-b373-6de9457d1af6,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:39.211631 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a459ed53c7184ff6af2f260f8148e8be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905706 Nov 10 21:31:39.212558 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8e7c10fe-510a-4960-8b96-499a2d296005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:39.214287 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44692) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:39.274010 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17d440b6-515c-436e-a844-841e4d6b0ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:39.299868 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17d440b6-515c-436e-a844-841e4d6b0ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:39.352629 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17d440b6-515c-436e-a844-841e4d6b0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:39.357381 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-698c52a9-7b1a-4268-86cc-b29fba7c7b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:39.371674 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d440b6-515c-436e-a844-841e4d6b0ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d87a770-7ab6-441c-b373-6de9457d1af6,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:39.375261 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-17d440b6-515c-436e-a844-841e4d6b0ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:39.379506 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17d440b6-515c-436e-a844-841e4d6b0ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:39.380647 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-17d440b6-515c-436e-a844-841e4d6b0ac5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d87a770-7ab6-441c-b373-6de9457d1af6 HTTP/1.1" status: 204 len: 168 time: 0.1654646 Nov 10 21:31:40.719503 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44722) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:40.867133 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:40.898991 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:31:40.902899 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Usage tracker for resource:security_group_rule and tenant:142c8d3b19e94cab8b78e070c91b8e58 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:31:40.905746 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:31:40.911374 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:31:40.979199 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:40.983169 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:40.990271 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8710703f-8db3-4538-9e66-bcaeefba52ff tempest-AttachVolumeShelveTestJSON-1302312424 tempest-AttachVolumeShelveTestJSON-1302312424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:41.033469 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344987e5-2359-4e6d-a881-b5712b048c8f,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:41.036671 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:41.042061 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44728) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:41.042457 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-74485499-56a9-4d3f-b3d7-9581eed40b56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=142c8d3b19e94cab8b78e070c91b8e58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216238 Nov 10 21:31:41.103727 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8e8080ff-a5b5-4108-ad60-03ca8fc8b875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:41.129966 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8e8080ff-a5b5-4108-ad60-03ca8fc8b875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:41.184263 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8e8080ff-a5b5-4108-ad60-03ca8fc8b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:41.190677 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c53fb124-4857-4d36-887a-a3367ac757ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:41.204139 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8080ff-a5b5-4108-ad60-03ca8fc8b875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344987e5-2359-4e6d-a881-b5712b048c8f,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:41.206988 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8e8080ff-a5b5-4108-ad60-03ca8fc8b875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:41.209035 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8e8080ff-a5b5-4108-ad60-03ca8fc8b875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:41.210955 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-8e8080ff-a5b5-4108-ad60-03ca8fc8b875 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/344987e5-2359-4e6d-a881-b5712b048c8f HTTP/1.1" status: 204 len: 168 time: 0.1671975 Nov 10 21:31:45.494658 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44778) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:45.643211 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:45.677018 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:31:45.681247 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Usage tracker for resource:security_group_rule and tenant:fb393e3fad0a4eefad817cbcba74e6d6 is out of sync, need to count used quota {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:31:45.684289 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.quota.resource [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82876) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:31:45.691108 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.db.quota.driver [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82876) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:31:45.769535 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:45.773719 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:45.780391 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c7846bdc-1c42-4059-b3e8-79ab69cefd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:45.821580 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f71a0cd-7a02-49c9-af5b-d2d6cee66cbe,revision_number=1']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:45.825646 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:45.829581 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-c28e4f53-ab19-4a17-9f76-132dd7c92543 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb393e3fad0a4eefad817cbcba74e6d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3339045 Nov 10 21:31:45.832506 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.wsgi [-] (82876) accepted ('10.222.0.70', 44784) {{(pid=82876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:45.895295 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8a4c81dc-638f-4b17-8b08-dfd5959f31a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:45.922278 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8a4c81dc-638f-4b17-8b08-dfd5959f31a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:45.976601 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8a4c81dc-638f-4b17-8b08-dfd5959f31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:45.980530 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-abfe1f43-5936-494f-95a1-46163a555974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:45.994800 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c81dc-638f-4b17-8b08-dfd5959f31a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f71a0cd-7a02-49c9-af5b-d2d6cee66cbe,revision_number=None']} {{(pid=82876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:45.999003 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG oslo_concurrency.lockutils [None req-8a4c81dc-638f-4b17-8b08-dfd5959f31a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:46.003584 dv-cinder-817261-1-smb neutron-server[82876]: DEBUG neutron_lib.callbacks.manager [None req-8a4c81dc-638f-4b17-8b08-dfd5959f31a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:46.004750 dv-cinder-817261-1-smb neutron-server[82876]: INFO neutron.wsgi [None req-8a4c81dc-638f-4b17-8b08-dfd5959f31a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f71a0cd-7a02-49c9-af5b-d2d6cee66cbe HTTP/1.1" status: 204 len: 168 time: 0.1712544 Nov 10 21:31:47.630704 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:31:49.929330 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9cce1020-b443-4c7f-ae61-c67efbd0e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:50.746494 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:52.909448 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5034ff1a-079c-4a6c-af05-b0d76bf1d251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:53.288134 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:54.086155 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:55.554369 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:58.188478 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44902) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:58.328100 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:58.360679 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 10 21:31:58.364701 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Usage tracker for resource:security_group_rule and tenant:8b87d01b451e47308532c582a724f522 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 10 21:31:58.367451 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.quota.resource [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 10 21:31:58.373201 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 10 21:31:58.439867 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:58.444163 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:58.450793 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-206e7012-5e92-4b23-8335-a9d43fc7aad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:58.490680 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e954276b-a3ef-4296-92d8-f5100e3a87cf,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:58.494145 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:58.496490 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-c004400d-f978-4596-a4b9-2a28f2f9eec1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b87d01b451e47308532c582a724f522&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3068564 Nov 10 21:31:58.499421 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.70', 44908) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 10 21:31:58.562748 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1cee99f6-a438-4d07-89dc-8bfd5cd95253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:58.598977 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1cee99f6-a438-4d07-89dc-8bfd5cd95253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:58.655023 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1cee99f6-a438-4d07-89dc-8bfd5cd95253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425926'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:58.659139 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c964897a-fe5e-4dbd-b681-ed6f3e51aecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 10 21:31:58.671748 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee99f6-a438-4d07-89dc-8bfd5cd95253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e954276b-a3ef-4296-92d8-f5100e3a87cf,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:58.675726 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1cee99f6-a438-4d07-89dc-8bfd5cd95253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 10 21:31:58.681260 dv-cinder-817261-1-smb neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1cee99f6-a438-4d07-89dc-8bfd5cd95253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:31:58.684701 dv-cinder-817261-1-smb neutron-server[82877]: INFO neutron.wsgi [None req-1cee99f6-a438-4d07-89dc-8bfd5cd95253 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e954276b-a3ef-4296-92d8-f5100e3a87cf HTTP/1.1" status: 204 len: 168 time: 0.1814680 Nov 10 21:32:19.930779 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-15da40ad-1623-48c4-86f1-3257786c524f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:20.749267 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:22.911360 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6b4d893e-57c2-4611-a988-ae4a32fde9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:23.288532 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:24.094817 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:24.631771 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:32:25.558426 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:49.933315 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-79a7ef0d-d005-4528-9f98-696e0ea8a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:50.751523 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:52.913001 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4017ecbb-d347-4287-a8a3-afae1eb9caf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:53.275690 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:54.091775 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:32:55.559040 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:01.632270 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:33:19.935896 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4df3d31d-6dd3-4fc3-9a70-c8b2f73b924e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:20.753216 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:22.915278 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4922acca-0cb5-40c2-81e8-f9c6811d2542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:23.296665 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:24.095149 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:25.561692 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:38.631709 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:33:49.938239 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40715223-15ea-4a6a-bdaa-c556d09fc1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:50.757133 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:52.919512 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8f698761-1d37-4fce-a30b-9a9c3914581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:53.290615 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:54.098383 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:33:55.563127 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:15.631458 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:34:19.941382 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d71a3fc4-ae38-4836-9ac1-464db72bef79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:20.760279 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:22.925335 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-688d5c95-a76c-4840-9a28-52196ed883a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:23.303503 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:24.128474 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:25.564741 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:49.943341 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5065b06f-5d69-4e26-8ffb-62c9ffcba49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:50.762763 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:52.631741 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:34:52.917670 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-00cd5dcf-38e0-46b5-91b5-4f1bbc38da7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:53.289048 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:54.103772 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:34:55.573532 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:19.945175 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7c832025-423d-4424-8394-da42b1fa7692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:20.764567 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:22.920859 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2f99953-b1fe-45e2-8796-f5047a1500da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:23.304413 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:24.104602 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:25.570268 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:29.631998 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:35:49.948709 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c88b0694-d051-4d13-a609-9d789901dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:50.768252 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:52.922032 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-65313ed3-3782-4808-a8bc-054b952ef8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:53.303797 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:54.108479 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:35:55.573011 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:06.633509 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:36:19.952910 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-14b5c196-9cd0-45d5-b5d9-7eac398d8ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:20.771194 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:22.923438 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbc2d101-bcdd-4eb7-b17f-9c501db228d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:23.319209 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:24.112970 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:25.574884 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:43.633751 dv-cinder-817261-1-smb neutron-server[82879]: DEBUG neutron.db.agents_db [None req-29159b06-a614-4972-b15c-2ac1dd8a1349 None None] Agent healthcheck: found 6 active agents {{(pid=82879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 10 21:36:49.955668 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c9140668-d4a3-48b9-af80-1995a2168256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:50.775647 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7991a9a9-a26d-4fe7-9c90-c150da387348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:52.926852 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-dee050b4-dcbf-422a-a0ed-5098b1b1ad5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:53.322765 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-316aa6c8-1b5d-4fe6-ba63-9769cf610192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:54.115416 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-66bf93de-f086-4624-9fe4-40407d7d7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 10 21:36:55.583692 dv-cinder-817261-1-smb neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c79ae930-5159-45e6-9030-1d07d36a5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737946368943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143000'] for agent, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}